You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by Jevgeni Zolotarjov <j....@gmail.com> on 2018/02/09 08:10:59 UTC
cloudstack-management fails to start after upgrade 4.10 -> 4.11
cloudstack-management fails to start after upgrade from 4.10 to 4.11
management-server.log:
2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Running upgrade Upgrade41000to41100 to upgrade from
4.10.0.0-4.11.0.0 to 4.11.0.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Licensed to the Apache Software Foundation (ASF) under one
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- or more contributor license agreements. See the NOTICE file
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- distributed with this work for additional information
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- regarding copyright ownership. The ASF licenses this file
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- to you under the Apache License, Version 2.0 (the
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- "License"); you may not use this file except in compliance
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- with the License. You may obtain a copy of the License at
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:) --
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- http://www.apache.org/licenses/LICENSE-2.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:) --
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Unless required by applicable law or agreed to in writing,
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- software distributed under the License is distributed on an
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- KIND, either express or implied. See the License for the
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- specific language governing permissions and limitations
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- under the License.
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
--;
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Schema upgrade from 4.10.0.0 to 4.11.0.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
--;
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Add For VPC flag
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
DEFAULT 0
2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
INT(1) NOT NULL DEFAULT 0
2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate column
name 'for_vpc'
2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Unable to execute upgrade script
com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate column
name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(CloudStackExtendedLifeCycle.java:55)
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:183)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Unable to upgrade the database
com.cloud.utils.exception.CloudRuntimeException: Unable to execute upgrade
script
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:465)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(CloudStackExtendedLifeCycle.java:55)
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:183)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
Duplicate column name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
... 54 more
2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null) (logid:)
Rolling back the transaction: Time = 10 Name = Upgrade; called by
-TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.onRefresh:123
2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
(main:null) (logid:) Exception encountered during context initialization -
cancelling refresh attempt:
org.springframework.context.ApplicationContextException: Failed to start
bean 'cloudStackLifeCycle'; nested exception is
com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
database
2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null) (logid:)
Failed startup of context o.e.j.w.WebAppContext@49c43f4e
{/client,file:///usr/share/cloudstack-management/webapp/,UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
org.springframework.context.ApplicationContextException: Failed to start
bean 'cloudStackLifeCycle'; nested exception is
com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
database
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:186)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
upgrade the database
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:570)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
... 51 more
Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
execute upgrade script
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:465)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
... 52 more
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
Duplicate column name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
... 54 more
Please help!
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Raja Pullela <ra...@accelerite.com>.
Jevgeni, the error shows that the MS is not able to find the 4.11 system template. Did you seed the 4.11 KVM system template?
Best,
Raja
Engineering, Accelerite,
2055, Laurelwood Road, Santa Clara, CA, 95054
www.accelerite.com
On 2/9/18, 3:15 PM, "Jevgeni Zolotarjov" <j....@gmail.com> wrote:
Unable to upgrade the database
com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
template not found. Cannot upgrade system Vms
DISCLAIMER
==========
This e-mail may contain privileged and confidential information which is the property of Accelerite, a Persistent Systems business. It is intended only for the use of the individual or entity to which it is addressed. If you are not the intended recipient, you are not authorized to read, retain, copy, print, distribute or use this message. If you have received this communication in error, please notify the sender and delete all copies of this message. Accelerite, a Persistent Systems business does not accept any liability for virus infected mails.
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
or better through cloudstack
On Fri, Feb 9, 2018 at 4:59 PM, Daan Hoogland <da...@gmail.com>
wrote:
> Jevgeni,
>
> What Paul means is: Those two VMs are probably the old ones base on the
> 4.10 systemvm template. These need to be upgraded before you can deploy
> anything. The way to do that is to destroy them and let cloudstack recreate
> them. They won't allow you to instantiate anything anyway.
>
> so destroy
> v-1-VM and
> s-2-VM
>
> for instance with virsh
>
> On Fri, Feb 9, 2018 at 4:54 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> > wrote:
>
>> Destroyed VMs? Nooooo. Definitely not.
>>
>> At least I can see them all under web console Home->Instances. Can make
>> snapshots even
>>
>> My todays management server log https://www.sendspace.com/file/nxxgg0
>>
>>
>>
>> On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
>> wrote:
>>
>> > Hi Jevgeni,
>> >
>> > Can I take you off at a slight tangent...
>> >
>> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
>> > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
>> > DeploymentPlanner cannot allocate the VM, returning.
>> >
>> > Have you destroyed your system vms so that new 4.11 system vms have been
>> > deployed?
>> >
>> > It may help us if you can paste all of your management log from today
>> into
>> > https://pastebin.com (or similar) to share with us.
>> >
>> >
>> >
>> >
>> >
>> >
>> >
>> >
>> >
>> >
>> > paul.angus@shapeblue.com
>> > www.shapeblue.com
>> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK
>> > @shapeblue
>> >
>> >
>> >
>> >
>> > -----Original Message-----
>> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
>> > Sent: 09 February 2018 15:31
>> > To: users@cloudstack.apache.org
>> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
>> > 4.11
>> >
>> > the same result
>> >
>> > [root@mtl1-apphst03 management]# virsh list --all
>> > Id Name State
>> > ----------------------------------------------------
>> > 1 v-1-VM running
>> > 2 s-2-VM running
>> >
>> >
>> >
>> > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
>> > wrote:
>> >
>> > > so try
>> > > # virsh list --all
>> > >
>> > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
>> > > <j.zolotarjov@gmail.com
>> > > >
>> > > wrote:
>> > >
>> > > > I guess, these are system VMs.
>> > > > none of my own created instances can start.
>> > > > Id Name State
>> > > > ----------------------------------------------------
>> > > > 1 v-1-VM running
>> > > > 2 s-2-VM running
>> > > >
>> > > > virsh start <whateve number > 3> gives error
>> > > > error: failed to get domain '8'
>> > > > error: Domain not found: no domain with matching name '8'
>> > > >
>> > > >
>> > > > And yes, cloudstack and mysql - everything locally
>> > > >
>> > > >
>> > > >
>> > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
>> > > > <da...@gmail.com>
>> > > > wrote:
>> > > >
>> > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
>> > > > j.zolotarjov@gmail.com
>> > > > > >
>> > > > > wrote:
>> > > > >
>> > > > > > * how to start instance with virsh?
>> > > > > >
>> > > > > ah, usually something like
>> > > > > # virsh start <name>
>> > > > > or
>> > > > > # virsh start <number>
>> > > > >
>> > > > >
>> > > > > > * starting in debugger? I would rather not do it :)
>> > > > > >
>> > > > > ok, i expected as much. It will slow our solution process
>> > > unfortunately
>> > > > >
>> > > > >
>> > > > > In the below at the bottom it says you have two VMs and both are
>> > > > running.
>> > > > > Is that correct?
>> > > > >
>> > > > >
>> > > > > > * this is the log around GetHostStatsAnswer
>> > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
>> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
>> > > > > > HostStatsCollector
>> > > is
>> > > > > > running...
>> > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
>> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
>> > > > > 3-613896924205940798:
>> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
>> > > > > > 3(mtl1-apphst03),
>> > > > Ver:
>> > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
>> > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
>> > > > > > StorageCollector is running...
>> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
>> > > > > getCommandHostDelegation:
>> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
>> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
>> > > > > > returning
>> > > the
>> > > > > > default host to execute commands because the command is not of
>> > > > > > Copy
>> > > > type.
>> > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
>> > > > > > 4-1941614389350105109:
>> > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
>> > > > > > Ver: v1,
>> > > > > > Flags: 10, { GetStorageStatsAnswer } }
>> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
>> > > > > getCommandHostDelegation:
>> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
>> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
>> > > > > > returning
>> > > the
>> > > > > > default host to execute commands because the command is not of
>> > > > > > Copy
>> > > > type.
>> > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
>> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
>> > > > > 3-613896924205940799:
>> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
>> > > > > > 3(mtl1-apphst03),
>> > > > Ver:
>> > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
>> > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
>> > > cleanup
>> > > > > > expired async-jobs
>> > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
>> > > > > > cleanup expired async-jobs
>> > > > > > 2018-02-09 14:05:35,979 DEBUG
>> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
>> > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
>> > > launch
>> > > > > > secondary storage VM
>> > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
>> > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
>> > > > > > to
>> > > > launch
>> > > > > > console proxy
>> > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
>> > > > > > Seq
>> > > > 5-273:
>> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
>> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
>> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
>> > > > > > \"connections\": []\n}","wait":0}}] }
>> > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
>> > > > 5-273: {
>> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
>> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
>> > > true,"wait":0}}]
>> > > > }
>> > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
>> > > cleanup
>> > > > > > expired async-jobs
>> > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
>> > > > > > cleanup expired async-jobs
>> > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
>> > > routers
>> > > > to
>> > > > > > update status.
>> > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
>> > > > > > VPC
>> > > > > networks
>> > > > > > to update Redundant State.
>> > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
>> > > networks
>> > > > > to
>> > > > > > update RvR status.
>> > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
>> > > > > > Seq
>> > > > 5-274:
>> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
>> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
>> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
>> > > > > > \"connections\": []\n}","wait":0}}] }
>> > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
>> > > > 5-274: {
>> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
>> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
>> > > true,"wait":0}}]
>> > > > }
>> > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
>> > > > > > for
>> > > > > reconnect
>> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
>> > > suitable
>> > > > > for
>> > > > > > reconnect
>> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
>> > > > > > clusters
>> > > > already
>> > > > > > owned by this management server
>> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
>> > > > > > for
>> > > > > clusters
>> > > > > > already owned by this management server
>> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
>> > > > > > clusters not
>> > > > > owned
>> > > > > > by any management server
>> > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
>> > > > > (ClusteredAgentManager
>> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
>> > > > > > for
>> > > > > clusters
>> > > > > > not owned by any management server
>> > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
>> > > > > > Seq
>> > > > > 5-275: {
>> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
>> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
>> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
>> > > > > > \"connections\": []\n}","wait":0}}] }
>> > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
>> > 5-275:
>> > > > {
>> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
>> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
>> > > true,"wait":0}}]
>> > > > }
>> > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
>> > > cleanup
>> > > > > > expired async-jobs
>> > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
>> > > > > > cleanup expired async-jobs
>> > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
>> > > > > > Seq
>> > > > > 5-276: {
>> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
>> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
>> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
>> > > > > > \"connections\": []\n}","wait":0}}] }
>> > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
>> > 5-276:
>> > > > {
>> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
>> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
>> > > true,"wait":0}}]
>> > > > }
>> > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
>> > > cleanup
>> > > > > > expired async-jobs
>> > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
>> > > > > > cleanup expired async-jobs
>> > > > > > 2018-02-09 14:06:05,978 DEBUG
>> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
>> > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
>> > > launch
>> > > > > > secondary storage VM
>> > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
>> > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
>> > > > > > to
>> > > > launch
>> > > > > > console proxy
>> > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
>> > > > > > Seq
>> > > > > 5-277: {
>> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
>> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
>> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
>> > > > > > \"connections\": []\n}","wait":0}}] }
>> > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
>> > 5-277:
>> > > > {
>> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
>> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
>> > > true,"wait":0}}]
>> > > > }
>> > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
>> > > cleanup
>> > > > > > expired async-jobs
>> > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
>> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
>> > > > > > cleanup expired async-jobs
>> > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
>> > > routers
>> > > > to
>> > > > > > update status.
>> > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
>> > > > > > VPC
>> > > > > networks
>> > > > > > to update Redundant State.
>> > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
>> > > VirtualNetworkApplianceManager
>> > > > > Impl]
>> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
>> > > networks
>> > > > > to
>> > > > > > update RvR status.
>> > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
>> > > > > > 3(mtl1-apphst03)
>> > > > > > 2018-02-09 14:06:16,892 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
>> > > > > > report
>> > > > from
>> > > > > > ping process. host: 3
>> > > > > > 2018-02-09 14:06:16,895 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
>> > host:
>> > > > 3,
>> > > > > > number of records in report: 2
>> > > > > > 2018-02-09 14:06:16,895 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
>> > > > > > vm
>> > > id:
>> > > > > 1,
>> > > > > > power state: PowerOn
>> > > > > > 2018-02-09 14:06:16,897 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
>> > > change,
>> > > > > skip
>> > > > > > DB writing. vm id: 1
>> > > > > > 2018-02-09 14:06:16,897 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
>> > > > > > vm
>> > > id:
>> > > > > 2,
>> > > > > > power state: PowerOn
>> > > > > > 2018-02-09 14:06:16,898 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
>> > > change,
>> > > > > skip
>> > > > > > DB writing. vm id: 2
>> > > > > > 2018-02-09 14:06:16,899 DEBUG
>> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
>> > > pl]
>> > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
>> > > > > > state report. host: 3
>> > > > > >
>> > > > > >
>> > > > > >
>> > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
>> > > daan.hoogland@gmail.com
>> > > > >
>> > > > > > wrote:
>> > > > > >
>> > > > > > > and with cloudstack (and mysql) running locally, right?
>> > > > > > > So my next step would be to stop cloudstack and see if you can
>> > > start
>> > > > > the
>> > > > > > > image with virsh?
>> > > > > > > Cloudstack thinks for some reason the host is not a suitable
>> > > target.
>> > > > I
>> > > > > > have
>> > > > > > > no clue why that is from your log. You can start cloudstack in
>> > > > > > > a
>> > > > > debugger
>> > > > > > > but given you are asking on users@, i don't think you are
>> > > > > > > familiar
>> > > > > with
>> > > > > > > that kind of work are, you?
>> > > > > > > You might also want to look in the management (and agent) log
>> > > > > > > to
>> > > see
>> > > > if
>> > > > > > you
>> > > > > > > can find anything about the capacity reported. Look for
>> > > > > > GetHostStatsAnswer.
>> > > > > > >
>> > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
>> > > > > > j.zolotarjov@gmail.com
>> > > > > > > >
>> > > > > > > wrote:
>> > > > > > >
>> > > > > > > > Yes, its KVM
>> > > > > > > >
>> > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
>> > > > > daan.hoogland@gmail.com
>> > > > > > >
>> > > > > > > > wrote:
>> > > > > > > >
>> > > > > > > > > I am at a loss but really would like to help you.
>> > > > > > > > > is it a KVM with the management server running locally?
>> > > > > > > > >
>> > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
>> > > > > > > > j.zolotarjov@gmail.com
>> > > > > > > > > >
>> > > > > > > > > wrote:
>> > > > > > > > >
>> > > > > > > > > > My Host is only 1 machine atm:
>> > > > > > > > > > Dell PowerEdge610
>> > > > > > > > > > OS: CentOS7 (latest)
>> > > > > > > > > > CPU: 2x12 cores (24 cores in total)
>> > > > > > > > > > RAM: 192 GB
>> > > > > > > > > > Storage: 3+ TB
>> > > > > > > >
>> > > > > > >
>> > > > > > >
>> > > > > > > --
>> > > > > > > Daan
>> > > > > > >
>> > > > > >
>> > > > >
>> > > > >
>> > > > >
>> > > > > --
>> > > > > Daan
>> > > > >
>> > > >
>> > >
>> > >
>> > >
>> > > --
>> > > Daan
>> > >
>> >
>>
>
>
>
> --
> Daan
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
Jevgeni,
What Paul means is: Those two VMs are probably the old ones base on the
4.10 systemvm template. These need to be upgraded before you can deploy
anything. The way to do that is to destroy them and let cloudstack recreate
them. They won't allow you to instantiate anything anyway.
so destroy
v-1-VM and
s-2-VM
for instance with virsh
On Fri, Feb 9, 2018 at 4:54 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> Destroyed VMs? Nooooo. Definitely not.
>
> At least I can see them all under web console Home->Instances. Can make
> snapshots even
>
> My todays management server log https://www.sendspace.com/file/nxxgg0
>
>
>
> On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > Hi Jevgeni,
> >
> > Can I take you off at a slight tangent...
> >
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > DeploymentPlanner cannot allocate the VM, returning.
> >
> > Have you destroyed your system vms so that new 4.11 system vms have been
> > deployed?
> >
> > It may help us if you can paste all of your management log from today
> into
> > https://pastebin.com (or similar) to share with us.
> >
> >
> >
> >
> >
> >
> >
> >
> >
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> > @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 15:31
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > the same result
> >
> > [root@mtl1-apphst03 management]# virsh list --all
> > Id Name State
> > ----------------------------------------------------
> > 1 v-1-VM running
> > 2 s-2-VM running
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > so try
> > > # virsh list --all
> > >
> > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > <j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > I guess, these are system VMs.
> > > > none of my own created instances can start.
> > > > Id Name State
> > > > ----------------------------------------------------
> > > > 1 v-1-VM running
> > > > 2 s-2-VM running
> > > >
> > > > virsh start <whateve number > 3> gives error
> > > > error: failed to get domain '8'
> > > > error: Domain not found: no domain with matching name '8'
> > > >
> > > >
> > > > And yes, cloudstack and mysql - everything locally
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > <da...@gmail.com>
> > > > wrote:
> > > >
> > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > * how to start instance with virsh?
> > > > > >
> > > > > ah, usually something like
> > > > > # virsh start <name>
> > > > > or
> > > > > # virsh start <number>
> > > > >
> > > > >
> > > > > > * starting in debugger? I would rather not do it :)
> > > > > >
> > > > > ok, i expected as much. It will slow our solution process
> > > unfortunately
> > > > >
> > > > >
> > > > > In the below at the bottom it says you have two VMs and both are
> > > > running.
> > > > > Is that correct?
> > > > >
> > > > >
> > > > > > * this is the log around GetHostStatsAnswer
> > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > HostStatsCollector
> > > is
> > > > > > running...
> > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > 3-613896924205940798:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > 3(mtl1-apphst03),
> > > > Ver:
> > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > StorageCollector is running...
> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > getCommandHostDelegation:
> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > returning
> > > the
> > > > > > default host to execute commands because the command is not of
> > > > > > Copy
> > > > type.
> > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > 4-1941614389350105109:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > Ver: v1,
> > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > getCommandHostDelegation:
> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > returning
> > > the
> > > > > > default host to execute commands because the command is not of
> > > > > > Copy
> > > > type.
> > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > 3-613896924205940799:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > 3(mtl1-apphst03),
> > > > Ver:
> > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > > launch
> > > > > > secondary storage VM
> > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > > to
> > > > launch
> > > > > > console proxy
> > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > > Seq
> > > > 5-273:
> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > > 5-273: {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > routers
> > > > to
> > > > > > update status.
> > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > > VPC
> > > > > networks
> > > > > > to update Redundant State.
> > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > networks
> > > > > to
> > > > > > update RvR status.
> > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > > Seq
> > > > 5-274:
> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > > 5-274: {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > for
> > > > > reconnect
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > > suitable
> > > > > for
> > > > > > reconnect
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > clusters
> > > > already
> > > > > > owned by this management server
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > for
> > > > > clusters
> > > > > > already owned by this management server
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > clusters not
> > > > > owned
> > > > > > by any management server
> > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > for
> > > > > clusters
> > > > > > not owned by any management server
> > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > Seq
> > > > > 5-275: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> > 5-275:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > Seq
> > > > > 5-276: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> > 5-276:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > > launch
> > > > > > secondary storage VM
> > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > > to
> > > > launch
> > > > > > console proxy
> > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > Seq
> > > > > 5-277: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> > 5-277:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > routers
> > > > to
> > > > > > update status.
> > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > > VPC
> > > > > networks
> > > > > > to update Redundant State.
> > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > networks
> > > > > to
> > > > > > update RvR status.
> > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > 3(mtl1-apphst03)
> > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > report
> > > > from
> > > > > > ping process. host: 3
> > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> > host:
> > > > 3,
> > > > > > number of records in report: 2
> > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > > vm
> > > id:
> > > > > 1,
> > > > > > power state: PowerOn
> > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > change,
> > > > > skip
> > > > > > DB writing. vm id: 1
> > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > > vm
> > > id:
> > > > > 2,
> > > > > > power state: PowerOn
> > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > change,
> > > > > skip
> > > > > > DB writing. vm id: 2
> > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > > state report. host: 3
> > > > > >
> > > > > >
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > So my next step would be to stop cloudstack and see if you can
> > > start
> > > > > the
> > > > > > > image with virsh?
> > > > > > > Cloudstack thinks for some reason the host is not a suitable
> > > target.
> > > > I
> > > > > > have
> > > > > > > no clue why that is from your log. You can start cloudstack in
> > > > > > > a
> > > > > debugger
> > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > familiar
> > > > > with
> > > > > > > that kind of work are, you?
> > > > > > > You might also want to look in the management (and agent) log
> > > > > > > to
> > > see
> > > > if
> > > > > > you
> > > > > > > can find anything about the capacity reported. Look for
> > > > > > GetHostStatsAnswer.
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > Yes, its KVM
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > daan.hoogland@gmail.com
> > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > RAM: 192 GB
> > > > > > > > > > Storage: 3+ TB
> > > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > --
> > > > > > > Daan
> > > > > > >
> > > > > >
> > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
--
Daan
RE: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Paul Angus <pa...@shapeblue.com>.
I'm a little confused about what’s working at what isn't, but...
2018-02-09 12:49:16,657 DEBUG [c.c.d.DeploymentPlanningManagerImpl] (Work-Job-Executor-10:ctx-a7c0188f job-581/job-793 ctx-babd6f7e) (logid:3bc0581f) The last host of this VM is not UP or is not enabled, host status is: Disconnected, host resource state is: Enabled
Your host is disconnected.
Did you yum update cloudstack-agent on the kvm host?
If you did, can you paste the cloudstack-agent log for us to see?
Kind regards,
Paul Angus
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK
@shapeblue
-----Original Message-----
From: Paul Angus [mailto:paul.angus@shapeblue.com]
Sent: 09 February 2018 16:21
To: users@cloudstack.apache.org
Subject: RE: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Have you done the same for the virtual routers?
I'll look at your log in the meantime....
Kind regards,
Paul Angus
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
-----Original Message-----
From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
Sent: 09 February 2018 16:19
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
I destroyed system VMs and they got recreated automatically.
They are running. I can verify that by
virsh list --all
and
I can see their console and it sugests that it is Cloudstack 4.11 systemVM
BUT
it didn't solve the problem. None of my own VM is listed by "virsh list -all". They do not start.
I tried to create new VM, it does not start either, due to to the same problem - insufficient capacity
On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
wrote:
> listen to Paul, not to me.
> He's an operator i'm just impatient
>
> On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > After upgrading the code of the mgmt. server you need upgrade your
> > system VMs from the old template to ones using the new templates.
> >
> > This needs to be done for the SSVM, CPVM and all of your virtual routers.
> >
> > For the SSVM & CPVM you do this by destroying them and CloudStack
> > will recreate them with the new template.
> > For the virtual routers, you can go to each of them in turn in the
> > UI and there will be a upgrade router button.
> >
> > You get to these through the infrastructure tab in the UI.
> >
> >
> >
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 15:55
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10
> > ->
> > 4.11
> >
> > Destroyed VMs? Nooooo. Definitely not.
> >
> > At least I can see them all under web console Home->Instances. Can
> > make snapshots even
> >
> > My todays management server log
> > https://www.sendspace.com/file/nxxgg0
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus
> > <pa...@shapeblue.com>
> > wrote:
> >
> > > Hi Jevgeni,
> > >
> > > Can I take you off at a slight tangent...
> > >
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > DeploymentPlanner cannot allocate the VM, returning.
> > >
> > > Have you destroyed your system vms so that new 4.11 system vms
> > > have been deployed?
> > >
> > > It may help us if you can paste all of your management log from
> > > today into https://pastebin.com (or similar) to share with us.
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 15:31
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade
> > > 4.10 ->
> > > 4.11
> > >
> > > the same result
> > >
> > > [root@mtl1-apphst03 management]# virsh list --all
> > > Id Name State
> > > ----------------------------------------------------
> > > 1 v-1-VM running
> > > 2 s-2-VM running
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland
> > > <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > so try
> > > > # virsh list --all
> > > >
> > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > <j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > I guess, these are system VMs.
> > > > > none of my own created instances can start.
> > > > > Id Name State
> > > > > ----------------------------------------------------
> > > > > 1 v-1-VM running
> > > > > 2 s-2-VM running
> > > > >
> > > > > virsh start <whateve number > 3> gives error
> > > > > error: failed to get domain '8'
> > > > > error: Domain not found: no domain with matching name '8'
> > > > >
> > > > >
> > > > > And yes, cloudstack and mysql - everything locally
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > <da...@gmail.com>
> > > > > wrote:
> > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > * how to start instance with virsh?
> > > > > > >
> > > > > > ah, usually something like
> > > > > > # virsh start <name>
> > > > > > or
> > > > > > # virsh start <number>
> > > > > >
> > > > > >
> > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > >
> > > > > > ok, i expected as much. It will slow our solution process
> > > > unfortunately
> > > > > >
> > > > > >
> > > > > > In the below at the bottom it says you have two VMs and
> > > > > > both are
> > > > > running.
> > > > > > Is that correct?
> > > > > >
> > > > > >
> > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > HostStatsCollector
> > > > is
> > > > > > > running...
> > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > 3-613896924205940798:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > StorageCollector is running...
> > > > > > > 2018-02-09 14:05:31,396 DEBUG
> > > > > > > [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is
> > > > > > > not of Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > 4-1941614389350105109:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 4(s-2-VM),
> > > > > > > Ver: v1,
> > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,447 DEBUG
> > > > > > > [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is
> > > > > > > not of Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > 3-613896924205940799:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> > > > > > > Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> > > > > > > End cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is
> > > > > > > ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:05:36,002 DEBUG
> > > > > > > [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is
> > > > > > > ready to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> > > > > > > Processing Seq
> > > > > 5-273:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> > > > > > > Sending Seq
> > > > > 5-273: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > > > > > 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> > > > > > > Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> > > > > > > End cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > > > > > > Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > > > > > > Found 0 VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > > > > > > Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> > > > > > > Processing Seq
> > > > > 5-274:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> > > > > > > Sending Seq
> > > > > 5-274: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > > > > > 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts
> > > > > > > suitable for
> > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting
> > > > > > > hosts
> > > > suitable
> > > > > > for
> > > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters
> > > > > already
> > > > > > > owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > > > > > > hosts for
> > > > > > clusters
> > > > > > > already owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters not
> > > > > > owned
> > > > > > > by any management server
> > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > > > > > > hosts for
> > > > > > clusters
> > > > > > > not owned by any management server
> > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275:
> > > > > > > Processing Seq
> > > > > > 5-275: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending
> > > > > > > Seq
> > > 5-275:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > > > > > 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> > > > > > > Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> > > > > > > End cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276:
> > > > > > > Processing Seq
> > > > > > 5-276: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending
> > > > > > > Seq
> > > 5-276:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > > > > > 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> > > > > > > Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> > > > > > > End cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is
> > > > > > > ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:06:06,000 DEBUG
> > > > > > > [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is
> > > > > > > ready to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277:
> > > > > > > Processing Seq
> > > > > > 5-277: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending
> > > > > > > Seq
> > > 5-277:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > > > > > 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> > > > > > > Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> > > > > > > End cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > > > > > > Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > > > > > > Found 0 VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > > > > > > Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > 3(mtl1-apphst03)
> > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM
> > > > > > > state report
> > > > > from
> > > > > > > ping process. host: 3
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> > > host:
> > > > > 3,
> > > > > > > number of records in report: 2
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 1,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> > > > > > > not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 1
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 2,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> > > > > > > not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 2
> > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process
> > > > > > > of VM state report. host: 3
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > daan.hoogland@gmail.com
> > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > So my next step would be to stop cloudstack and see if
> > > > > > > > you
> can
> > > > start
> > > > > > the
> > > > > > > > image with virsh?
> > > > > > > > Cloudstack thinks for some reason the host is not a
> > > > > > > > suitable
> > > > target.
> > > > > I
> > > > > > > have
> > > > > > > > no clue why that is from your log. You can start
> > > > > > > > cloudstack
> in
> > > > > > > > a
> > > > > > debugger
> > > > > > > > but given you are asking on users@, i don't think you
> > > > > > > > are familiar
> > > > > > with
> > > > > > > > that kind of work are, you?
> > > > > > > > You might also want to look in the management (and
> > > > > > > > agent) log to
> > > > see
> > > > > if
> > > > > > > you
> > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > GetHostStatsAnswer.
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > Yes, its KVM
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > daan.hoogland@gmail.com
> > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > Storage: 3+ TB
> > > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > --
> > > > > > > > Daan
> > > > > > > >
> > > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
ood to hear Jevgeni, good floating..
On Fri, Feb 9, 2018 at 5:42 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> To finalize, IPs recovered too. I think I started my VMs too early before
> router was up.
>
> Now its all fine.
>
> On Fri, Feb 9, 2018 at 6:36 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > No problem, I'm pleased that you're sorted.
> >
> >
> > Kind regards,
> >
> > Paul Angus
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> > @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 16:34
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > destroyed virtual router
> >
> > it got recreated.
> > On NOW. My VMs start!!!
> >
> > All IPs got changed, but I can manage with that.
> >
> > Thank you for your support
> >
> > On Fri, Feb 9, 2018 at 6:21 PM, Paul Angus <pa...@shapeblue.com>
> > wrote:
> >
> > > Have you done the same for the virtual routers?
> > >
> > > I'll look at your log in the meantime....
> > >
> > >
> > > Kind regards,
> > >
> > > Paul Angus
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 16:19
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > I destroyed system VMs and they got recreated automatically.
> > > They are running. I can verify that by
> > > virsh list --all
> > >
> > > and
> > > I can see their console and it sugests that it is Cloudstack 4.11
> > systemVM
> > >
> > > BUT
> > > it didn't solve the problem. None of my own VM is listed by "virsh list
> > > -all". They do not start.
> > > I tried to create new VM, it does not start either, due to to the same
> > > problem - insufficient capacity
> > >
> > > On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > listen to Paul, not to me.
> > > > He's an operator i'm just impatient
> > > >
> > > > On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <paul.angus@shapeblue.com
> >
> > > > wrote:
> > > >
> > > > > After upgrading the code of the mgmt. server you need upgrade your
> > > > > system VMs from the old template to ones using the new templates.
> > > > >
> > > > > This needs to be done for the SSVM, CPVM and all of your virtual
> > > routers.
> > > > >
> > > > > For the SSVM & CPVM you do this by destroying them and CloudStack
> > > > > will recreate them with the new template.
> > > > > For the virtual routers, you can go to each of them in turn in the
> > > > > UI and there will be a upgrade router button.
> > > > >
> > > > > You get to these through the infrastructure tab in the UI.
> > > > >
> > > > >
> > > > >
> > > > >
> > > > > paul.angus@shapeblue.com
> > > > > www.shapeblue.com
> > > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > > >
> > > > >
> > > > >
> > > > >
> > > > > -----Original Message-----
> > > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > > Sent: 09 February 2018 15:55
> > > > > To: users@cloudstack.apache.org
> > > > > Subject: Re: cloudstack-management fails to start after upgrade
> 4.10
> > ->
> > > > > 4.11
> > > > >
> > > > > Destroyed VMs? Nooooo. Definitely not.
> > > > >
> > > > > At least I can see them all under web console Home->Instances. Can
> > make
> > > > > snapshots even
> > > > >
> > > > > My todays management server log https://www.sendspace.com/
> > file/nxxgg0
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <
> paul.angus@shapeblue.com
> > >
> > > > > wrote:
> > > > >
> > > > > > Hi Jevgeni,
> > > > > >
> > > > > > Can I take you off at a slight tangent...
> > > > > >
> > > > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > > > > DeploymentPlanner cannot allocate the VM, returning.
> > > > > >
> > > > > > Have you destroyed your system vms so that new 4.11 system vms
> have
> > > > > > been deployed?
> > > > > >
> > > > > > It may help us if you can paste all of your management log from
> > today
> > > > > > into https://pastebin.com (or similar) to share with us.
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > paul.angus@shapeblue.com
> > > > > > www.shapeblue.com
> > > > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > -----Original Message-----
> > > > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > > > Sent: 09 February 2018 15:31
> > > > > > To: users@cloudstack.apache.org
> > > > > > Subject: Re: cloudstack-management fails to start after upgrade
> > 4.10
> > > ->
> > > > > > 4.11
> > > > > >
> > > > > > the same result
> > > > > >
> > > > > > [root@mtl1-apphst03 management]# virsh list --all
> > > > > > Id Name State
> > > > > > ----------------------------------------------------
> > > > > > 1 v-1-VM running
> > > > > > 2 s-2-VM running
> > > > > >
> > > > > >
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > so try
> > > > > > > # virsh list --all
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > > > > <j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > I guess, these are system VMs.
> > > > > > > > none of my own created instances can start.
> > > > > > > > Id Name State
> > > > > > > > ----------------------------------------------------
> > > > > > > > 1 v-1-VM running
> > > > > > > > 2 s-2-VM running
> > > > > > > >
> > > > > > > > virsh start <whateve number > 3> gives error
> > > > > > > > error: failed to get domain '8'
> > > > > > > > error: Domain not found: no domain with matching name '8'
> > > > > > > >
> > > > > > > >
> > > > > > > > And yes, cloudstack and mysql - everything locally
> > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > > > > <da...@gmail.com>
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > * how to start instance with virsh?
> > > > > > > > > >
> > > > > > > > > ah, usually something like
> > > > > > > > > # virsh start <name>
> > > > > > > > > or
> > > > > > > > > # virsh start <number>
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > > > > >
> > > > > > > > > ok, i expected as much. It will slow our solution process
> > > > > > > unfortunately
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > In the below at the bottom it says you have two VMs and
> both
> > > are
> > > > > > > > running.
> > > > > > > > > Is that correct?
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > > > > HostStatsCollector
> > > > > > > is
> > > > > > > > > > running...
> > > > > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > > > > 3-613896924205940798:
> > > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > > > 3(mtl1-apphst03),
> > > > > > > > Ver:
> > > > > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > > > StorageCollector is running...
> > > > > > > > > > 2018-02-09 14:05:31,396 DEBUG
> > [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > > getCommandHostDelegation:
> > > > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > > > returning
> > > > > > > the
> > > > > > > > > > default host to execute commands because the command is
> not
> > > of
> > > > > > > > > > Copy
> > > > > > > > type.
> > > > > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > > > 4-1941614389350105109:
> > > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > 4(s-2-VM),
> > > > > > > > > > Ver: v1,
> > > > > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > > > 2018-02-09 14:05:31,447 DEBUG
> > [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > > getCommandHostDelegation:
> > > > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > > > returning
> > > > > > > the
> > > > > > > > > > default host to execute commands because the command is
> not
> > > of
> > > > > > > > > > Copy
> > > > > > > > type.
> > > > > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > > 3-613896924205940799:
> > > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > > > 3(mtl1-apphst03),
> > > > > > > > Ver:
> > > > > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> > > Begin
> > > > > > > cleanup
> > > > > > > > > > expired async-jobs
> > > > > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> > End
> > > > > > > > > > cleanup expired async-jobs
> > > > > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is
> > ready
> > > to
> > > > > > > launch
> > > > > > > > > > secondary storage VM
> > > > > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.
> > > ConsoleProxyManagerImpl]
> > > > > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is
> > > ready
> > > > > > > > > > to
> > > > > > > > launch
> > > > > > > > > > console proxy
> > > > > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> > > Processing
> > > > > > > > > > Seq
> > > > > > > > 5-273:
> > > > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> Sending
> > > Seq
> > > > > > > > 5-273: {
> > > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > 100010,
> > > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > > true,"wait":0}}]
> > > > > > > > }
> > > > > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> > > Begin
> > > > > > > cleanup
> > > > > > > > > > expired async-jobs
> > > > > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> > End
> > > > > > > > > > cleanup expired async-jobs
> > > > > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > Found
> > > 0
> > > > > > > routers
> > > > > > > > to
> > > > > > > > > > update status.
> > > > > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > Found
> > > 0
> > > > > > > > > > VPC
> > > > > > > > > networks
> > > > > > > > > > to update Redundant State.
> > > > > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> > Found
> > > 0
> > > > > > > networks
> > > > > > > > > to
> > > > > > > > > > update RvR status.
> > > > > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> > > Processing
> > > > > > > > > > Seq
> > > > > > > > 5-274:
> > > > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> Sending
> > > Seq
> > > > > > > > 5-274: {
> > > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > 100010,
> > > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > > true,"wait":0}}]
> > > > > > > > }
> > > > > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts
> > suitable
> > > > > > > > > > for
> > > > > > > > > reconnect
> > > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting
> > > hosts
> > > > > > > suitable
> > > > > > > > > for
> > > > > > > > > > reconnect
> > > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > > > clusters
> > > > > > > > already
> > > > > > > > > > owned by this management server
> > > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > > hosts
> > > > > > > > > > for
> > > > > > > > > clusters
> > > > > > > > > > already owned by this management server
> > > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > > > clusters not
> > > > > > > > > owned
> > > > > > > > > > by any management server
> > > > > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > > (ClusteredAgentManager
> > > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > > hosts
> > > > > > > > > > for
> > > > > > > > > clusters
> > > > > > > > > > not owned by any management server
> > > > > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275:
> > Processing
> > > > > > > > > > Seq
> > > > > > > > > 5-275: {
> > > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275:
> Sending
> > > Seq
> > > > > > 5-275:
> > > > > > > > {
> > > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > 100010,
> > > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > > true,"wait":0}}]
> > > > > > > > }
> > > > > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> > > Begin
> > > > > > > cleanup
> > > > > > > > > > expired async-jobs
> > > > > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> > End
> > > > > > > > > > cleanup expired async-jobs
> > > > > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276:
> > Processing
> > > > > > > > > > Seq
> > > > > > > > > 5-276: {
> > > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276:
> Sending
> > > Seq
> > > > > > 5-276:
> > > > > > > > {
> > > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > 100010,
> > > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > > true,"wait":0}}]
> > > > > > > > }
> > > > > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> > > Begin
> > > > > > > cleanup
> > > > > > > > > > expired async-jobs
> > > > > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> > End
> > > > > > > > > > cleanup expired async-jobs
> > > > > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is
> > ready
> > > to
> > > > > > > launch
> > > > > > > > > > secondary storage VM
> > > > > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.
> > > ConsoleProxyManagerImpl]
> > > > > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is
> > > ready
> > > > > > > > > > to
> > > > > > > > launch
> > > > > > > > > > console proxy
> > > > > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277:
> > Processing
> > > > > > > > > > Seq
> > > > > > > > > 5-277: {
> > > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277:
> Sending
> > > Seq
> > > > > > 5-277:
> > > > > > > > {
> > > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > > 100010,
> > > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > > true,"wait":0}}]
> > > > > > > > }
> > > > > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> > > Begin
> > > > > > > cleanup
> > > > > > > > > > expired async-jobs
> > > > > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> > > > AsyncJobManagerImpl]
> > > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> > End
> > > > > > > > > > cleanup expired async-jobs
> > > > > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > Found
> > > 0
> > > > > > > routers
> > > > > > > > to
> > > > > > > > > > update status.
> > > > > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > Found
> > > 0
> > > > > > > > > > VPC
> > > > > > > > > networks
> > > > > > > > > > to update Redundant State.
> > > > > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > > > > VirtualNetworkApplianceManager
> > > > > > > > > Impl]
> > > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> > Found
> > > 0
> > > > > > > networks
> > > > > > > > > to
> > > > > > > > > > update RvR status.
> > > > > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > > > > 3(mtl1-apphst03)
> > > > > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM
> > state
> > > > > > > > > > report
> > > > > > > > from
> > > > > > > > > > ping process. host: 3
> > > > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state
> > > report.
> > > > > > host:
> > > > > > > > 3,
> > > > > > > > > > number of records in report: 2
> > > > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report.
> > host:
> > > > 3,
> > > > > > > > > > vm
> > > > > > > id:
> > > > > > > > > 1,
> > > > > > > > > > power state: PowerOn
> > > > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state
> does
> > > not
> > > > > > > change,
> > > > > > > > > skip
> > > > > > > > > > DB writing. vm id: 1
> > > > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report.
> > host:
> > > > 3,
> > > > > > > > > > vm
> > > > > > > id:
> > > > > > > > > 2,
> > > > > > > > > > power state: PowerOn
> > > > > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state
> does
> > > not
> > > > > > > change,
> > > > > > > > > skip
> > > > > > > > > > DB writing. vm id: 2
> > > > > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > > pl]
> > > > > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process
> of
> > > VM
> > > > > > > > > > state report. host: 3
> > > > > > > > > >
> > > > > > > > > >
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > > > > daan.hoogland@gmail.com
> > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > > > > So my next step would be to stop cloudstack and see if
> > you
> > > > can
> > > > > > > start
> > > > > > > > > the
> > > > > > > > > > > image with virsh?
> > > > > > > > > > > Cloudstack thinks for some reason the host is not a
> > > suitable
> > > > > > > target.
> > > > > > > > I
> > > > > > > > > > have
> > > > > > > > > > > no clue why that is from your log. You can start
> > cloudstack
> > > > in
> > > > > > > > > > > a
> > > > > > > > > debugger
> > > > > > > > > > > but given you are asking on users@, i don't think you
> > are
> > > > > > > > > > > familiar
> > > > > > > > > with
> > > > > > > > > > > that kind of work are, you?
> > > > > > > > > > > You might also want to look in the management (and
> agent)
> > > log
> > > > > > > > > > > to
> > > > > > > see
> > > > > > > > if
> > > > > > > > > > you
> > > > > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > > > > GetHostStatsAnswer.
> > > > > > > > > > >
> > > > > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > > >
> > > > > > > > > > > wrote:
> > > > > > > > > > >
> > > > > > > > > > > > Yes, its KVM
> > > > > > > > > > > >
> > > > > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > > > > daan.hoogland@gmail.com
> > > > > > > > > > >
> > > > > > > > > > > > wrote:
> > > > > > > > > > > >
> > > > > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > > > > is it a KVM with the management server running
> > locally?
> > > > > > > > > > > > >
> > > > > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov
> <
> > > > > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > > > > >
> > > > > > > > > > > > > wrote:
> > > > > > > > > > > > >
> > > > > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > > > > Storage: 3+ TB
> > > > > > > > > > > >
> > > > > > > > > > >
> > > > > > > > > > >
> > > > > > > > > > > --
> > > > > > > > > > > Daan
> > > > > > > > > > >
> > > > > > > > > >
> > > > > > > > >
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > --
> > > > > > > > > Daan
> > > > > > > > >
> > > > > > > >
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > --
> > > > > > > Daan
> > > > > > >
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
To finalize, IPs recovered too. I think I started my VMs too early before
router was up.
Now its all fine.
On Fri, Feb 9, 2018 at 6:36 PM, Paul Angus <pa...@shapeblue.com> wrote:
> No problem, I'm pleased that you're sorted.
>
>
> Kind regards,
>
> Paul Angus
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 16:34
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> destroyed virtual router
>
> it got recreated.
> On NOW. My VMs start!!!
>
> All IPs got changed, but I can manage with that.
>
> Thank you for your support
>
> On Fri, Feb 9, 2018 at 6:21 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > Have you done the same for the virtual routers?
> >
> > I'll look at your log in the meantime....
> >
> >
> > Kind regards,
> >
> > Paul Angus
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 16:19
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > I destroyed system VMs and they got recreated automatically.
> > They are running. I can verify that by
> > virsh list --all
> >
> > and
> > I can see their console and it sugests that it is Cloudstack 4.11
> systemVM
> >
> > BUT
> > it didn't solve the problem. None of my own VM is listed by "virsh list
> > -all". They do not start.
> > I tried to create new VM, it does not start either, due to to the same
> > problem - insufficient capacity
> >
> > On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > listen to Paul, not to me.
> > > He's an operator i'm just impatient
> > >
> > > On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> > > wrote:
> > >
> > > > After upgrading the code of the mgmt. server you need upgrade your
> > > > system VMs from the old template to ones using the new templates.
> > > >
> > > > This needs to be done for the SSVM, CPVM and all of your virtual
> > routers.
> > > >
> > > > For the SSVM & CPVM you do this by destroying them and CloudStack
> > > > will recreate them with the new template.
> > > > For the virtual routers, you can go to each of them in turn in the
> > > > UI and there will be a upgrade router button.
> > > >
> > > > You get to these through the infrastructure tab in the UI.
> > > >
> > > >
> > > >
> > > >
> > > > paul.angus@shapeblue.com
> > > > www.shapeblue.com
> > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > >
> > > >
> > > >
> > > >
> > > > -----Original Message-----
> > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > Sent: 09 February 2018 15:55
> > > > To: users@cloudstack.apache.org
> > > > Subject: Re: cloudstack-management fails to start after upgrade 4.10
> ->
> > > > 4.11
> > > >
> > > > Destroyed VMs? Nooooo. Definitely not.
> > > >
> > > > At least I can see them all under web console Home->Instances. Can
> make
> > > > snapshots even
> > > >
> > > > My todays management server log https://www.sendspace.com/
> file/nxxgg0
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <paul.angus@shapeblue.com
> >
> > > > wrote:
> > > >
> > > > > Hi Jevgeni,
> > > > >
> > > > > Can I take you off at a slight tangent...
> > > > >
> > > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > > > DeploymentPlanner cannot allocate the VM, returning.
> > > > >
> > > > > Have you destroyed your system vms so that new 4.11 system vms have
> > > > > been deployed?
> > > > >
> > > > > It may help us if you can paste all of your management log from
> today
> > > > > into https://pastebin.com (or similar) to share with us.
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > >
> > > > > paul.angus@shapeblue.com
> > > > > www.shapeblue.com
> > > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > > >
> > > > >
> > > > >
> > > > >
> > > > > -----Original Message-----
> > > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > > Sent: 09 February 2018 15:31
> > > > > To: users@cloudstack.apache.org
> > > > > Subject: Re: cloudstack-management fails to start after upgrade
> 4.10
> > ->
> > > > > 4.11
> > > > >
> > > > > the same result
> > > > >
> > > > > [root@mtl1-apphst03 management]# virsh list --all
> > > > > Id Name State
> > > > > ----------------------------------------------------
> > > > > 1 v-1-VM running
> > > > > 2 s-2-VM running
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <
> > daan.hoogland@gmail.com
> > > >
> > > > > wrote:
> > > > >
> > > > > > so try
> > > > > > # virsh list --all
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > > > <j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > I guess, these are system VMs.
> > > > > > > none of my own created instances can start.
> > > > > > > Id Name State
> > > > > > > ----------------------------------------------------
> > > > > > > 1 v-1-VM running
> > > > > > > 2 s-2-VM running
> > > > > > >
> > > > > > > virsh start <whateve number > 3> gives error
> > > > > > > error: failed to get domain '8'
> > > > > > > error: Domain not found: no domain with matching name '8'
> > > > > > >
> > > > > > >
> > > > > > > And yes, cloudstack and mysql - everything locally
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > > > <da...@gmail.com>
> > > > > > > wrote:
> > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > * how to start instance with virsh?
> > > > > > > > >
> > > > > > > > ah, usually something like
> > > > > > > > # virsh start <name>
> > > > > > > > or
> > > > > > > > # virsh start <number>
> > > > > > > >
> > > > > > > >
> > > > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > > > >
> > > > > > > > ok, i expected as much. It will slow our solution process
> > > > > > unfortunately
> > > > > > > >
> > > > > > > >
> > > > > > > > In the below at the bottom it says you have two VMs and both
> > are
> > > > > > > running.
> > > > > > > > Is that correct?
> > > > > > > >
> > > > > > > >
> > > > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > > > HostStatsCollector
> > > > > > is
> > > > > > > > > running...
> > > > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > > > 3-613896924205940798:
> > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > > 3(mtl1-apphst03),
> > > > > > > Ver:
> > > > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > > StorageCollector is running...
> > > > > > > > > 2018-02-09 14:05:31,396 DEBUG
> [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > getCommandHostDelegation:
> > > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > > returning
> > > > > > the
> > > > > > > > > default host to execute commands because the command is not
> > of
> > > > > > > > > Copy
> > > > > > > type.
> > > > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > > 4-1941614389350105109:
> > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> 4(s-2-VM),
> > > > > > > > > Ver: v1,
> > > > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > > 2018-02-09 14:05:31,447 DEBUG
> [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > getCommandHostDelegation:
> > > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > > returning
> > > > > > the
> > > > > > > > > default host to execute commands because the command is not
> > of
> > > > > > > > > Copy
> > > > > > > type.
> > > > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > 3-613896924205940799:
> > > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > > 3(mtl1-apphst03),
> > > > > > > Ver:
> > > > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> > Begin
> > > > > > cleanup
> > > > > > > > > expired async-jobs
> > > > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> End
> > > > > > > > > cleanup expired async-jobs
> > > > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is
> ready
> > to
> > > > > > launch
> > > > > > > > > secondary storage VM
> > > > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.
> > ConsoleProxyManagerImpl]
> > > > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is
> > ready
> > > > > > > > > to
> > > > > > > launch
> > > > > > > > > console proxy
> > > > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> > Processing
> > > > > > > > > Seq
> > > > > > > 5-273:
> > > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending
> > Seq
> > > > > > > 5-273: {
> > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > 100010,
> > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > true,"wait":0}}]
> > > > > > > }
> > > > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> > Begin
> > > > > > cleanup
> > > > > > > > > expired async-jobs
> > > > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> End
> > > > > > > > > cleanup expired async-jobs
> > > > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> Found
> > 0
> > > > > > routers
> > > > > > > to
> > > > > > > > > update status.
> > > > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> Found
> > 0
> > > > > > > > > VPC
> > > > > > > > networks
> > > > > > > > > to update Redundant State.
> > > > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2)
> Found
> > 0
> > > > > > networks
> > > > > > > > to
> > > > > > > > > update RvR status.
> > > > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> > Processing
> > > > > > > > > Seq
> > > > > > > 5-274:
> > > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending
> > Seq
> > > > > > > 5-274: {
> > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > 100010,
> > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > true,"wait":0}}]
> > > > > > > }
> > > > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts
> suitable
> > > > > > > > > for
> > > > > > > > reconnect
> > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting
> > hosts
> > > > > > suitable
> > > > > > > > for
> > > > > > > > > reconnect
> > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > > clusters
> > > > > > > already
> > > > > > > > > owned by this management server
> > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > hosts
> > > > > > > > > for
> > > > > > > > clusters
> > > > > > > > > already owned by this management server
> > > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > > clusters not
> > > > > > > > owned
> > > > > > > > > by any management server
> > > > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > > (ClusteredAgentManager
> > > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> > hosts
> > > > > > > > > for
> > > > > > > > clusters
> > > > > > > > > not owned by any management server
> > > > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275:
> Processing
> > > > > > > > > Seq
> > > > > > > > 5-275: {
> > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending
> > Seq
> > > > > 5-275:
> > > > > > > {
> > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > 100010,
> > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > true,"wait":0}}]
> > > > > > > }
> > > > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> > Begin
> > > > > > cleanup
> > > > > > > > > expired async-jobs
> > > > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> End
> > > > > > > > > cleanup expired async-jobs
> > > > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276:
> Processing
> > > > > > > > > Seq
> > > > > > > > 5-276: {
> > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending
> > Seq
> > > > > 5-276:
> > > > > > > {
> > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > 100010,
> > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > true,"wait":0}}]
> > > > > > > }
> > > > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> > Begin
> > > > > > cleanup
> > > > > > > > > expired async-jobs
> > > > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> End
> > > > > > > > > cleanup expired async-jobs
> > > > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is
> ready
> > to
> > > > > > launch
> > > > > > > > > secondary storage VM
> > > > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.
> > ConsoleProxyManagerImpl]
> > > > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is
> > ready
> > > > > > > > > to
> > > > > > > launch
> > > > > > > > > console proxy
> > > > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277:
> Processing
> > > > > > > > > Seq
> > > > > > > > 5-277: {
> > > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending
> > Seq
> > > > > 5-277:
> > > > > > > {
> > > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> > 100010,
> > > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > > true,"wait":0}}]
> > > > > > > }
> > > > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> > Begin
> > > > > > cleanup
> > > > > > > > > expired async-jobs
> > > > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> > > AsyncJobManagerImpl]
> > > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> End
> > > > > > > > > cleanup expired async-jobs
> > > > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> Found
> > 0
> > > > > > routers
> > > > > > > to
> > > > > > > > > update status.
> > > > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> Found
> > 0
> > > > > > > > > VPC
> > > > > > > > networks
> > > > > > > > > to update Redundant State.
> > > > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > > > VirtualNetworkApplianceManager
> > > > > > > > Impl]
> > > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7)
> Found
> > 0
> > > > > > networks
> > > > > > > > to
> > > > > > > > > update RvR status.
> > > > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > > > 3(mtl1-apphst03)
> > > > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM
> state
> > > > > > > > > report
> > > > > > > from
> > > > > > > > > ping process. host: 3
> > > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state
> > report.
> > > > > host:
> > > > > > > 3,
> > > > > > > > > number of records in report: 2
> > > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report.
> host:
> > > 3,
> > > > > > > > > vm
> > > > > > id:
> > > > > > > > 1,
> > > > > > > > > power state: PowerOn
> > > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> > not
> > > > > > change,
> > > > > > > > skip
> > > > > > > > > DB writing. vm id: 1
> > > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report.
> host:
> > > 3,
> > > > > > > > > vm
> > > > > > id:
> > > > > > > > 2,
> > > > > > > > > power state: PowerOn
> > > > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> > not
> > > > > > change,
> > > > > > > > skip
> > > > > > > > > DB writing. vm id: 2
> > > > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > > pl]
> > > > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of
> > VM
> > > > > > > > > state report. host: 3
> > > > > > > > >
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > > > daan.hoogland@gmail.com
> > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > > > So my next step would be to stop cloudstack and see if
> you
> > > can
> > > > > > start
> > > > > > > > the
> > > > > > > > > > image with virsh?
> > > > > > > > > > Cloudstack thinks for some reason the host is not a
> > suitable
> > > > > > target.
> > > > > > > I
> > > > > > > > > have
> > > > > > > > > > no clue why that is from your log. You can start
> cloudstack
> > > in
> > > > > > > > > > a
> > > > > > > > debugger
> > > > > > > > > > but given you are asking on users@, i don't think you
> are
> > > > > > > > > > familiar
> > > > > > > > with
> > > > > > > > > > that kind of work are, you?
> > > > > > > > > > You might also want to look in the management (and agent)
> > log
> > > > > > > > > > to
> > > > > > see
> > > > > > > if
> > > > > > > > > you
> > > > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > > > GetHostStatsAnswer.
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > Yes, its KVM
> > > > > > > > > > >
> > > > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > > > daan.hoogland@gmail.com
> > > > > > > > > >
> > > > > > > > > > > wrote:
> > > > > > > > > > >
> > > > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > > > is it a KVM with the management server running
> locally?
> > > > > > > > > > > >
> > > > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > > > >
> > > > > > > > > > > > wrote:
> > > > > > > > > > > >
> > > > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > > > Storage: 3+ TB
> > > > > > > > > > >
> > > > > > > > > >
> > > > > > > > > >
> > > > > > > > > > --
> > > > > > > > > > Daan
> > > > > > > > > >
> > > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > --
> > > > > > > > Daan
> > > > > > > >
> > > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
RE: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Paul Angus <pa...@shapeblue.com>.
No problem, I'm pleased that you're sorted.
Kind regards,
Paul Angus
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK
@shapeblue
-----Original Message-----
From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
Sent: 09 February 2018 16:34
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
destroyed virtual router
it got recreated.
On NOW. My VMs start!!!
All IPs got changed, but I can manage with that.
Thank you for your support
On Fri, Feb 9, 2018 at 6:21 PM, Paul Angus <pa...@shapeblue.com> wrote:
> Have you done the same for the virtual routers?
>
> I'll look at your log in the meantime....
>
>
> Kind regards,
>
> Paul Angus
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 16:19
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> I destroyed system VMs and they got recreated automatically.
> They are running. I can verify that by
> virsh list --all
>
> and
> I can see their console and it sugests that it is Cloudstack 4.11 systemVM
>
> BUT
> it didn't solve the problem. None of my own VM is listed by "virsh list
> -all". They do not start.
> I tried to create new VM, it does not start either, due to to the same
> problem - insufficient capacity
>
> On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > listen to Paul, not to me.
> > He's an operator i'm just impatient
> >
> > On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> > wrote:
> >
> > > After upgrading the code of the mgmt. server you need upgrade your
> > > system VMs from the old template to ones using the new templates.
> > >
> > > This needs to be done for the SSVM, CPVM and all of your virtual
> routers.
> > >
> > > For the SSVM & CPVM you do this by destroying them and CloudStack
> > > will recreate them with the new template.
> > > For the virtual routers, you can go to each of them in turn in the
> > > UI and there will be a upgrade router button.
> > >
> > > You get to these through the infrastructure tab in the UI.
> > >
> > >
> > >
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 15:55
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > Destroyed VMs? Nooooo. Definitely not.
> > >
> > > At least I can see them all under web console Home->Instances. Can make
> > > snapshots even
> > >
> > > My todays management server log https://www.sendspace.com/file/nxxgg0
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> > > wrote:
> > >
> > > > Hi Jevgeni,
> > > >
> > > > Can I take you off at a slight tangent...
> > > >
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > > DeploymentPlanner cannot allocate the VM, returning.
> > > >
> > > > Have you destroyed your system vms so that new 4.11 system vms have
> > > > been deployed?
> > > >
> > > > It may help us if you can paste all of your management log from today
> > > > into https://pastebin.com (or similar) to share with us.
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > > paul.angus@shapeblue.com
> > > > www.shapeblue.com
> > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > >
> > > >
> > > >
> > > >
> > > > -----Original Message-----
> > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > Sent: 09 February 2018 15:31
> > > > To: users@cloudstack.apache.org
> > > > Subject: Re: cloudstack-management fails to start after upgrade 4.10
> ->
> > > > 4.11
> > > >
> > > > the same result
> > > >
> > > > [root@mtl1-apphst03 management]# virsh list --all
> > > > Id Name State
> > > > ----------------------------------------------------
> > > > 1 v-1-VM running
> > > > 2 s-2-VM running
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > > > wrote:
> > > >
> > > > > so try
> > > > > # virsh list --all
> > > > >
> > > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > > <j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > I guess, these are system VMs.
> > > > > > none of my own created instances can start.
> > > > > > Id Name State
> > > > > > ----------------------------------------------------
> > > > > > 1 v-1-VM running
> > > > > > 2 s-2-VM running
> > > > > >
> > > > > > virsh start <whateve number > 3> gives error
> > > > > > error: failed to get domain '8'
> > > > > > error: Domain not found: no domain with matching name '8'
> > > > > >
> > > > > >
> > > > > > And yes, cloudstack and mysql - everything locally
> > > > > >
> > > > > >
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > > <da...@gmail.com>
> > > > > > wrote:
> > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > * how to start instance with virsh?
> > > > > > > >
> > > > > > > ah, usually something like
> > > > > > > # virsh start <name>
> > > > > > > or
> > > > > > > # virsh start <number>
> > > > > > >
> > > > > > >
> > > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > > >
> > > > > > > ok, i expected as much. It will slow our solution process
> > > > > unfortunately
> > > > > > >
> > > > > > >
> > > > > > > In the below at the bottom it says you have two VMs and both
> are
> > > > > > running.
> > > > > > > Is that correct?
> > > > > > >
> > > > > > >
> > > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > > HostStatsCollector
> > > > > is
> > > > > > > > running...
> > > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > > 3-613896924205940798:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > 3(mtl1-apphst03),
> > > > > > Ver:
> > > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > StorageCollector is running...
> > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > getCommandHostDelegation:
> > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > returning
> > > > > the
> > > > > > > > default host to execute commands because the command is not
> of
> > > > > > > > Copy
> > > > > > type.
> > > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > 4-1941614389350105109:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > > > Ver: v1,
> > > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > getCommandHostDelegation:
> > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > returning
> > > > > the
> > > > > > > > default host to execute commands because the command is not
> of
> > > > > > > > Copy
> > > > > > type.
> > > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > 3-613896924205940799:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > 3(mtl1-apphst03),
> > > > > > Ver:
> > > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready
> to
> > > > > launch
> > > > > > > > secondary storage VM
> > > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.
> ConsoleProxyManagerImpl]
> > > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is
> ready
> > > > > > > > to
> > > > > > launch
> > > > > > > > console proxy
> > > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> Processing
> > > > > > > > Seq
> > > > > > 5-273:
> > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending
> Seq
> > > > > > 5-273: {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > routers
> > > > > > to
> > > > > > > > update status.
> > > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > > > > VPC
> > > > > > > networks
> > > > > > > > to update Redundant State.
> > > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > networks
> > > > > > > to
> > > > > > > > update RvR status.
> > > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> Processing
> > > > > > > > Seq
> > > > > > 5-274:
> > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending
> Seq
> > > > > > 5-274: {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > > > for
> > > > > > > reconnect
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting
> hosts
> > > > > suitable
> > > > > > > for
> > > > > > > > reconnect
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > clusters
> > > > > > already
> > > > > > > > owned by this management server
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> hosts
> > > > > > > > for
> > > > > > > clusters
> > > > > > > > already owned by this management server
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > clusters not
> > > > > > > owned
> > > > > > > > by any management server
> > > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> hosts
> > > > > > > > for
> > > > > > > clusters
> > > > > > > > not owned by any management server
> > > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > > > Seq
> > > > > > > 5-275: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending
> Seq
> > > > 5-275:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > > > Seq
> > > > > > > 5-276: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending
> Seq
> > > > 5-276:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready
> to
> > > > > launch
> > > > > > > > secondary storage VM
> > > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.
> ConsoleProxyManagerImpl]
> > > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is
> ready
> > > > > > > > to
> > > > > > launch
> > > > > > > > console proxy
> > > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > > > Seq
> > > > > > > 5-277: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending
> Seq
> > > > 5-277:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > routers
> > > > > > to
> > > > > > > > update status.
> > > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > > > > VPC
> > > > > > > networks
> > > > > > > > to update Redundant State.
> > > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > networks
> > > > > > > to
> > > > > > > > update RvR status.
> > > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > > 3(mtl1-apphst03)
> > > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > > > report
> > > > > > from
> > > > > > > > ping process. host: 3
> > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state
> report.
> > > > host:
> > > > > > 3,
> > > > > > > > number of records in report: 2
> > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> > 3,
> > > > > > > > vm
> > > > > id:
> > > > > > > 1,
> > > > > > > > power state: PowerOn
> > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> not
> > > > > change,
> > > > > > > skip
> > > > > > > > DB writing. vm id: 1
> > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> > 3,
> > > > > > > > vm
> > > > > id:
> > > > > > > 2,
> > > > > > > > power state: PowerOn
> > > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> not
> > > > > change,
> > > > > > > skip
> > > > > > > > DB writing. vm id: 2
> > > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of
> VM
> > > > > > > > state report. host: 3
> > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > > daan.hoogland@gmail.com
> > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > > So my next step would be to stop cloudstack and see if you
> > can
> > > > > start
> > > > > > > the
> > > > > > > > > image with virsh?
> > > > > > > > > Cloudstack thinks for some reason the host is not a
> suitable
> > > > > target.
> > > > > > I
> > > > > > > > have
> > > > > > > > > no clue why that is from your log. You can start cloudstack
> > in
> > > > > > > > > a
> > > > > > > debugger
> > > > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > > > familiar
> > > > > > > with
> > > > > > > > > that kind of work are, you?
> > > > > > > > > You might also want to look in the management (and agent)
> log
> > > > > > > > > to
> > > > > see
> > > > > > if
> > > > > > > > you
> > > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > > GetHostStatsAnswer.
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > Yes, its KVM
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > > daan.hoogland@gmail.com
> > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > > > >
> > > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > > >
> > > > > > > > > > > wrote:
> > > > > > > > > > >
> > > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > > Storage: 3+ TB
> > > > > > > > > >
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > --
> > > > > > > > > Daan
> > > > > > > > >
> > > > > > > >
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > --
> > > > > > > Daan
> > > > > > >
> > > > > >
> > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
destroyed virtual router
it got recreated.
On NOW. My VMs start!!!
All IPs got changed, but I can manage with that.
Thank you for your support
On Fri, Feb 9, 2018 at 6:21 PM, Paul Angus <pa...@shapeblue.com> wrote:
> Have you done the same for the virtual routers?
>
> I'll look at your log in the meantime....
>
>
> Kind regards,
>
> Paul Angus
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 16:19
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> I destroyed system VMs and they got recreated automatically.
> They are running. I can verify that by
> virsh list --all
>
> and
> I can see their console and it sugests that it is Cloudstack 4.11 systemVM
>
> BUT
> it didn't solve the problem. None of my own VM is listed by "virsh list
> -all". They do not start.
> I tried to create new VM, it does not start either, due to to the same
> problem - insufficient capacity
>
> On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > listen to Paul, not to me.
> > He's an operator i'm just impatient
> >
> > On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> > wrote:
> >
> > > After upgrading the code of the mgmt. server you need upgrade your
> > > system VMs from the old template to ones using the new templates.
> > >
> > > This needs to be done for the SSVM, CPVM and all of your virtual
> routers.
> > >
> > > For the SSVM & CPVM you do this by destroying them and CloudStack
> > > will recreate them with the new template.
> > > For the virtual routers, you can go to each of them in turn in the
> > > UI and there will be a upgrade router button.
> > >
> > > You get to these through the infrastructure tab in the UI.
> > >
> > >
> > >
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 15:55
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > Destroyed VMs? Nooooo. Definitely not.
> > >
> > > At least I can see them all under web console Home->Instances. Can make
> > > snapshots even
> > >
> > > My todays management server log https://www.sendspace.com/file/nxxgg0
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> > > wrote:
> > >
> > > > Hi Jevgeni,
> > > >
> > > > Can I take you off at a slight tangent...
> > > >
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > > DeploymentPlanner cannot allocate the VM, returning.
> > > >
> > > > Have you destroyed your system vms so that new 4.11 system vms have
> > > > been deployed?
> > > >
> > > > It may help us if you can paste all of your management log from today
> > > > into https://pastebin.com (or similar) to share with us.
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > >
> > > > paul.angus@shapeblue.com
> > > > www.shapeblue.com
> > > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > > >
> > > >
> > > >
> > > >
> > > > -----Original Message-----
> > > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > > Sent: 09 February 2018 15:31
> > > > To: users@cloudstack.apache.org
> > > > Subject: Re: cloudstack-management fails to start after upgrade 4.10
> ->
> > > > 4.11
> > > >
> > > > the same result
> > > >
> > > > [root@mtl1-apphst03 management]# virsh list --all
> > > > Id Name State
> > > > ----------------------------------------------------
> > > > 1 v-1-VM running
> > > > 2 s-2-VM running
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > > > wrote:
> > > >
> > > > > so try
> > > > > # virsh list --all
> > > > >
> > > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > > <j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > I guess, these are system VMs.
> > > > > > none of my own created instances can start.
> > > > > > Id Name State
> > > > > > ----------------------------------------------------
> > > > > > 1 v-1-VM running
> > > > > > 2 s-2-VM running
> > > > > >
> > > > > > virsh start <whateve number > 3> gives error
> > > > > > error: failed to get domain '8'
> > > > > > error: Domain not found: no domain with matching name '8'
> > > > > >
> > > > > >
> > > > > > And yes, cloudstack and mysql - everything locally
> > > > > >
> > > > > >
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > > <da...@gmail.com>
> > > > > > wrote:
> > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > * how to start instance with virsh?
> > > > > > > >
> > > > > > > ah, usually something like
> > > > > > > # virsh start <name>
> > > > > > > or
> > > > > > > # virsh start <number>
> > > > > > >
> > > > > > >
> > > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > > >
> > > > > > > ok, i expected as much. It will slow our solution process
> > > > > unfortunately
> > > > > > >
> > > > > > >
> > > > > > > In the below at the bottom it says you have two VMs and both
> are
> > > > > > running.
> > > > > > > Is that correct?
> > > > > > >
> > > > > > >
> > > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > > HostStatsCollector
> > > > > is
> > > > > > > > running...
> > > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > > 3-613896924205940798:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > 3(mtl1-apphst03),
> > > > > > Ver:
> > > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > > StorageCollector is running...
> > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > getCommandHostDelegation:
> > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > returning
> > > > > the
> > > > > > > > default host to execute commands because the command is not
> of
> > > > > > > > Copy
> > > > > > type.
> > > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > > 4-1941614389350105109:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > > > Ver: v1,
> > > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > getCommandHostDelegation:
> > > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > > returning
> > > > > the
> > > > > > > > default host to execute commands because the command is not
> of
> > > > > > > > Copy
> > > > > > type.
> > > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > 3-613896924205940799:
> > > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > > 3(mtl1-apphst03),
> > > > > > Ver:
> > > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready
> to
> > > > > launch
> > > > > > > > secondary storage VM
> > > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.
> ConsoleProxyManagerImpl]
> > > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is
> ready
> > > > > > > > to
> > > > > > launch
> > > > > > > > console proxy
> > > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273:
> Processing
> > > > > > > > Seq
> > > > > > 5-273:
> > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending
> Seq
> > > > > > 5-273: {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > routers
> > > > > > to
> > > > > > > > update status.
> > > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > > > > VPC
> > > > > > > networks
> > > > > > > > to update Redundant State.
> > > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found
> 0
> > > > > networks
> > > > > > > to
> > > > > > > > update RvR status.
> > > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274:
> Processing
> > > > > > > > Seq
> > > > > > 5-274:
> > > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending
> Seq
> > > > > > 5-274: {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > > > for
> > > > > > > reconnect
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting
> hosts
> > > > > suitable
> > > > > > > for
> > > > > > > > reconnect
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > clusters
> > > > > > already
> > > > > > > > owned by this management server
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> hosts
> > > > > > > > for
> > > > > > > clusters
> > > > > > > > already owned by this management server
> > > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > > clusters not
> > > > > > > owned
> > > > > > > > by any management server
> > > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > > (ClusteredAgentManager
> > > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring
> hosts
> > > > > > > > for
> > > > > > > clusters
> > > > > > > > not owned by any management server
> > > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > > > Seq
> > > > > > > 5-275: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending
> Seq
> > > > 5-275:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > > > Seq
> > > > > > > 5-276: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending
> Seq
> > > > 5-276:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready
> to
> > > > > launch
> > > > > > > > secondary storage VM
> > > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.
> ConsoleProxyManagerImpl]
> > > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is
> ready
> > > > > > > > to
> > > > > > launch
> > > > > > > > console proxy
> > > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > > > Seq
> > > > > > > 5-277: {
> > > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending
> Seq
> > > > 5-277:
> > > > > > {
> > > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags:
> 100010,
> > > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > > true,"wait":0}}]
> > > > > > }
> > > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2)
> Begin
> > > > > cleanup
> > > > > > > > expired async-jobs
> > > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> > AsyncJobManagerImpl]
> > > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > > > cleanup expired async-jobs
> > > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > routers
> > > > > > to
> > > > > > > > update status.
> > > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > > > > VPC
> > > > > > > networks
> > > > > > > > to update Redundant State.
> > > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > > VirtualNetworkApplianceManager
> > > > > > > Impl]
> > > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found
> 0
> > > > > networks
> > > > > > > to
> > > > > > > > update RvR status.
> > > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > > 3(mtl1-apphst03)
> > > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > > > report
> > > > > > from
> > > > > > > > ping process. host: 3
> > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state
> report.
> > > > host:
> > > > > > 3,
> > > > > > > > number of records in report: 2
> > > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> > 3,
> > > > > > > > vm
> > > > > id:
> > > > > > > 1,
> > > > > > > > power state: PowerOn
> > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> not
> > > > > change,
> > > > > > > skip
> > > > > > > > DB writing. vm id: 1
> > > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> > 3,
> > > > > > > > vm
> > > > > id:
> > > > > > > 2,
> > > > > > > > power state: PowerOn
> > > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does
> not
> > > > > change,
> > > > > > > skip
> > > > > > > > DB writing. vm id: 2
> > > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > > pl]
> > > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of
> VM
> > > > > > > > state report. host: 3
> > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > > daan.hoogland@gmail.com
> > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > > So my next step would be to stop cloudstack and see if you
> > can
> > > > > start
> > > > > > > the
> > > > > > > > > image with virsh?
> > > > > > > > > Cloudstack thinks for some reason the host is not a
> suitable
> > > > > target.
> > > > > > I
> > > > > > > > have
> > > > > > > > > no clue why that is from your log. You can start cloudstack
> > in
> > > > > > > > > a
> > > > > > > debugger
> > > > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > > > familiar
> > > > > > > with
> > > > > > > > > that kind of work are, you?
> > > > > > > > > You might also want to look in the management (and agent)
> log
> > > > > > > > > to
> > > > > see
> > > > > > if
> > > > > > > > you
> > > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > > GetHostStatsAnswer.
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > Yes, its KVM
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > > daan.hoogland@gmail.com
> > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > > > >
> > > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > > >
> > > > > > > > > > > wrote:
> > > > > > > > > > >
> > > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > > Storage: 3+ TB
> > > > > > > > > >
> > > > > > > > >
> > > > > > > > >
> > > > > > > > > --
> > > > > > > > > Daan
> > > > > > > > >
> > > > > > > >
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > --
> > > > > > > Daan
> > > > > > >
> > > > > >
> > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
RE: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Paul Angus <pa...@shapeblue.com>.
Have you done the same for the virtual routers?
I'll look at your log in the meantime....
Kind regards,
Paul Angus
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK
@shapeblue
-----Original Message-----
From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
Sent: 09 February 2018 16:19
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
I destroyed system VMs and they got recreated automatically.
They are running. I can verify that by
virsh list --all
and
I can see their console and it sugests that it is Cloudstack 4.11 systemVM
BUT
it didn't solve the problem. None of my own VM is listed by "virsh list -all". They do not start.
I tried to create new VM, it does not start either, due to to the same problem - insufficient capacity
On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
wrote:
> listen to Paul, not to me.
> He's an operator i'm just impatient
>
> On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > After upgrading the code of the mgmt. server you need upgrade your
> > system VMs from the old template to ones using the new templates.
> >
> > This needs to be done for the SSVM, CPVM and all of your virtual routers.
> >
> > For the SSVM & CPVM you do this by destroying them and CloudStack
> > will recreate them with the new template.
> > For the virtual routers, you can go to each of them in turn in the
> > UI and there will be a upgrade router button.
> >
> > You get to these through the infrastructure tab in the UI.
> >
> >
> >
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 15:55
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > Destroyed VMs? Nooooo. Definitely not.
> >
> > At least I can see them all under web console Home->Instances. Can make
> > snapshots even
> >
> > My todays management server log https://www.sendspace.com/file/nxxgg0
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> > wrote:
> >
> > > Hi Jevgeni,
> > >
> > > Can I take you off at a slight tangent...
> > >
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > DeploymentPlanner cannot allocate the VM, returning.
> > >
> > > Have you destroyed your system vms so that new 4.11 system vms have
> > > been deployed?
> > >
> > > It may help us if you can paste all of your management log from today
> > > into https://pastebin.com (or similar) to share with us.
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 15:31
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > the same result
> > >
> > > [root@mtl1-apphst03 management]# virsh list --all
> > > Id Name State
> > > ----------------------------------------------------
> > > 1 v-1-VM running
> > > 2 s-2-VM running
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > so try
> > > > # virsh list --all
> > > >
> > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > <j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > I guess, these are system VMs.
> > > > > none of my own created instances can start.
> > > > > Id Name State
> > > > > ----------------------------------------------------
> > > > > 1 v-1-VM running
> > > > > 2 s-2-VM running
> > > > >
> > > > > virsh start <whateve number > 3> gives error
> > > > > error: failed to get domain '8'
> > > > > error: Domain not found: no domain with matching name '8'
> > > > >
> > > > >
> > > > > And yes, cloudstack and mysql - everything locally
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > <da...@gmail.com>
> > > > > wrote:
> > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > * how to start instance with virsh?
> > > > > > >
> > > > > > ah, usually something like
> > > > > > # virsh start <name>
> > > > > > or
> > > > > > # virsh start <number>
> > > > > >
> > > > > >
> > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > >
> > > > > > ok, i expected as much. It will slow our solution process
> > > > unfortunately
> > > > > >
> > > > > >
> > > > > > In the below at the bottom it says you have two VMs and both are
> > > > > running.
> > > > > > Is that correct?
> > > > > >
> > > > > >
> > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > HostStatsCollector
> > > > is
> > > > > > > running...
> > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > 3-613896924205940798:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > StorageCollector is running...
> > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is not of
> > > > > > > Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > 4-1941614389350105109:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > > Ver: v1,
> > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is not of
> > > > > > > Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > 3-613896924205940799:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > > > to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > > > Seq
> > > > > 5-273:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > > > 5-273: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > > > VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > > > Seq
> > > > > 5-274:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > > > 5-274: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > > for
> > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > > > suitable
> > > > > > for
> > > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters
> > > > > already
> > > > > > > owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > > for
> > > > > > clusters
> > > > > > > already owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters not
> > > > > > owned
> > > > > > > by any management server
> > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > > for
> > > > > > clusters
> > > > > > > not owned by any management server
> > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > > Seq
> > > > > > 5-275: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> > > 5-275:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > > Seq
> > > > > > 5-276: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> > > 5-276:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > > > to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > > Seq
> > > > > > 5-277: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> > > 5-277:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > > > VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > 3(mtl1-apphst03)
> > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > > report
> > > > > from
> > > > > > > ping process. host: 3
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> > > host:
> > > > > 3,
> > > > > > > number of records in report: 2
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 1,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 1
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 2,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 2
> > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > > > state report. host: 3
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > daan.hoogland@gmail.com
> > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > So my next step would be to stop cloudstack and see if you
> can
> > > > start
> > > > > > the
> > > > > > > > image with virsh?
> > > > > > > > Cloudstack thinks for some reason the host is not a suitable
> > > > target.
> > > > > I
> > > > > > > have
> > > > > > > > no clue why that is from your log. You can start cloudstack
> in
> > > > > > > > a
> > > > > > debugger
> > > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > > familiar
> > > > > > with
> > > > > > > > that kind of work are, you?
> > > > > > > > You might also want to look in the management (and agent) log
> > > > > > > > to
> > > > see
> > > > > if
> > > > > > > you
> > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > GetHostStatsAnswer.
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > Yes, its KVM
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > daan.hoogland@gmail.com
> > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > Storage: 3+ TB
> > > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > --
> > > > > > > > Daan
> > > > > > > >
> > > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
I destroyed system VMs and they got recreated automatically.
They are running. I can verify that by
virsh list --all
and
I can see their console and it sugests that it is Cloudstack 4.11 systemVM
BUT
it didn't solve the problem. None of my own VM is listed by "virsh list
-all". They do not start.
I tried to create new VM, it does not start either, due to to the same
problem - insufficient capacity
On Fri, Feb 9, 2018 at 6:02 PM, Daan Hoogland <da...@gmail.com>
wrote:
> listen to Paul, not to me.
> He's an operator i'm just impatient
>
> On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > After upgrading the code of the mgmt. server you need upgrade your system
> > VMs from the old template to ones using the new templates.
> >
> > This needs to be done for the SSVM, CPVM and all of your virtual routers.
> >
> > For the SSVM & CPVM you do this by destroying them and CloudStack will
> > recreate them with the new template.
> > For the virtual routers, you can go to each of them in turn in the UI and
> > there will be a upgrade router button.
> >
> > You get to these through the infrastructure tab in the UI.
> >
> >
> >
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> > @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 15:55
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > Destroyed VMs? Nooooo. Definitely not.
> >
> > At least I can see them all under web console Home->Instances. Can make
> > snapshots even
> >
> > My todays management server log https://www.sendspace.com/file/nxxgg0
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> > wrote:
> >
> > > Hi Jevgeni,
> > >
> > > Can I take you off at a slight tangent...
> > >
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > DeploymentPlanner cannot allocate the VM, returning.
> > >
> > > Have you destroyed your system vms so that new 4.11 system vms have
> > > been deployed?
> > >
> > > It may help us if you can paste all of your management log from today
> > > into https://pastebin.com (or similar) to share with us.
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > >
> > > paul.angus@shapeblue.com
> > > www.shapeblue.com
> > > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> > >
> > >
> > >
> > >
> > > -----Original Message-----
> > > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > > Sent: 09 February 2018 15:31
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > the same result
> > >
> > > [root@mtl1-apphst03 management]# virsh list --all
> > > Id Name State
> > > ----------------------------------------------------
> > > 1 v-1-VM running
> > > 2 s-2-VM running
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > so try
> > > > # virsh list --all
> > > >
> > > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > > <j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > I guess, these are system VMs.
> > > > > none of my own created instances can start.
> > > > > Id Name State
> > > > > ----------------------------------------------------
> > > > > 1 v-1-VM running
> > > > > 2 s-2-VM running
> > > > >
> > > > > virsh start <whateve number > 3> gives error
> > > > > error: failed to get domain '8'
> > > > > error: Domain not found: no domain with matching name '8'
> > > > >
> > > > >
> > > > > And yes, cloudstack and mysql - everything locally
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > > <da...@gmail.com>
> > > > > wrote:
> > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > * how to start instance with virsh?
> > > > > > >
> > > > > > ah, usually something like
> > > > > > # virsh start <name>
> > > > > > or
> > > > > > # virsh start <number>
> > > > > >
> > > > > >
> > > > > > > * starting in debugger? I would rather not do it :)
> > > > > > >
> > > > > > ok, i expected as much. It will slow our solution process
> > > > unfortunately
> > > > > >
> > > > > >
> > > > > > In the below at the bottom it says you have two VMs and both are
> > > > > running.
> > > > > > Is that correct?
> > > > > >
> > > > > >
> > > > > > > * this is the log around GetHostStatsAnswer
> > > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > > HostStatsCollector
> > > > is
> > > > > > > running...
> > > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > > 3-613896924205940798:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > > StorageCollector is running...
> > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is not of
> > > > > > > Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > > 4-1941614389350105109:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > > Ver: v1,
> > > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > getCommandHostDelegation:
> > > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > > returning
> > > > the
> > > > > > > default host to execute commands because the command is not of
> > > > > > > Copy
> > > > > type.
> > > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > 3-613896924205940799:
> > > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > > 3(mtl1-apphst03),
> > > > > Ver:
> > > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > > > to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > > > Seq
> > > > > 5-273:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > > > 5-273: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > > > VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > > > Seq
> > > > > 5-274:
> > > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > > > 5-274: {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > > for
> > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > > > suitable
> > > > > > for
> > > > > > > reconnect
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters
> > > > > already
> > > > > > > owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > > for
> > > > > > clusters
> > > > > > > already owned by this management server
> > > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > > clusters not
> > > > > > owned
> > > > > > > by any management server
> > > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > > (ClusteredAgentManager
> > > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > > for
> > > > > > clusters
> > > > > > > not owned by any management server
> > > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > > Seq
> > > > > > 5-275: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> > > 5-275:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > > Seq
> > > > > > 5-276: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> > > 5-276:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > > > launch
> > > > > > > secondary storage VM
> > > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > > > to
> > > > > launch
> > > > > > > console proxy
> > > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > > Seq
> > > > > > 5-277: {
> > > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> > > 5-277:
> > > > > {
> > > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > > true,"wait":0}}]
> > > > > }
> > > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > > > cleanup
> > > > > > > expired async-jobs
> > > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.
> AsyncJobManagerImpl]
> > > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > > cleanup expired async-jobs
> > > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > routers
> > > > > to
> > > > > > > update status.
> > > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > > > VPC
> > > > > > networks
> > > > > > > to update Redundant State.
> > > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > > VirtualNetworkApplianceManager
> > > > > > Impl]
> > > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > networks
> > > > > > to
> > > > > > > update RvR status.
> > > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > > 3(mtl1-apphst03)
> > > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > > report
> > > > > from
> > > > > > > ping process. host: 3
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> > > host:
> > > > > 3,
> > > > > > > number of records in report: 2
> > > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 1,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 1
> > > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host:
> 3,
> > > > > > > vm
> > > > id:
> > > > > > 2,
> > > > > > > power state: PowerOn
> > > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > > change,
> > > > > > skip
> > > > > > > DB writing. vm id: 2
> > > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > > pl]
> > > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > > > state report. host: 3
> > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > > daan.hoogland@gmail.com
> > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > > So my next step would be to stop cloudstack and see if you
> can
> > > > start
> > > > > > the
> > > > > > > > image with virsh?
> > > > > > > > Cloudstack thinks for some reason the host is not a suitable
> > > > target.
> > > > > I
> > > > > > > have
> > > > > > > > no clue why that is from your log. You can start cloudstack
> in
> > > > > > > > a
> > > > > > debugger
> > > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > > familiar
> > > > > > with
> > > > > > > > that kind of work are, you?
> > > > > > > > You might also want to look in the management (and agent) log
> > > > > > > > to
> > > > see
> > > > > if
> > > > > > > you
> > > > > > > > can find anything about the capacity reported. Look for
> > > > > > > GetHostStatsAnswer.
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > Yes, its KVM
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > > daan.hoogland@gmail.com
> > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > > >
> > > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > > >
> > > > > > > > > > wrote:
> > > > > > > > > >
> > > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > > RAM: 192 GB
> > > > > > > > > > > Storage: 3+ TB
> > > > > > > > >
> > > > > > > >
> > > > > > > >
> > > > > > > > --
> > > > > > > > Daan
> > > > > > > >
> > > > > > >
> > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
listen to Paul, not to me.
He's an operator i'm just impatient
On Fri, Feb 9, 2018 at 5:00 PM, Paul Angus <pa...@shapeblue.com> wrote:
> After upgrading the code of the mgmt. server you need upgrade your system
> VMs from the old template to ones using the new templates.
>
> This needs to be done for the SSVM, CPVM and all of your virtual routers.
>
> For the SSVM & CPVM you do this by destroying them and CloudStack will
> recreate them with the new template.
> For the virtual routers, you can go to each of them in turn in the UI and
> there will be a upgrade router button.
>
> You get to these through the infrastructure tab in the UI.
>
>
>
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 15:55
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> Destroyed VMs? Nooooo. Definitely not.
>
> At least I can see them all under web console Home->Instances. Can make
> snapshots even
>
> My todays management server log https://www.sendspace.com/file/nxxgg0
>
>
>
> On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com>
> wrote:
>
> > Hi Jevgeni,
> >
> > Can I take you off at a slight tangent...
> >
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > DeploymentPlanner cannot allocate the VM, returning.
> >
> > Have you destroyed your system vms so that new 4.11 system vms have
> > been deployed?
> >
> > It may help us if you can paste all of your management log from today
> > into https://pastebin.com (or similar) to share with us.
> >
> >
> >
> >
> >
> >
> >
> >
> >
> >
> > paul.angus@shapeblue.com
> > www.shapeblue.com
> > 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
> >
> >
> >
> >
> > -----Original Message-----
> > From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> > Sent: 09 February 2018 15:31
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > the same result
> >
> > [root@mtl1-apphst03 management]# virsh list --all
> > Id Name State
> > ----------------------------------------------------
> > 1 v-1-VM running
> > 2 s-2-VM running
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > so try
> > > # virsh list --all
> > >
> > > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > > <j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > I guess, these are system VMs.
> > > > none of my own created instances can start.
> > > > Id Name State
> > > > ----------------------------------------------------
> > > > 1 v-1-VM running
> > > > 2 s-2-VM running
> > > >
> > > > virsh start <whateve number > 3> gives error
> > > > error: failed to get domain '8'
> > > > error: Domain not found: no domain with matching name '8'
> > > >
> > > >
> > > > And yes, cloudstack and mysql - everything locally
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > > <da...@gmail.com>
> > > > wrote:
> > > >
> > > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > * how to start instance with virsh?
> > > > > >
> > > > > ah, usually something like
> > > > > # virsh start <name>
> > > > > or
> > > > > # virsh start <number>
> > > > >
> > > > >
> > > > > > * starting in debugger? I would rather not do it :)
> > > > > >
> > > > > ok, i expected as much. It will slow our solution process
> > > unfortunately
> > > > >
> > > > >
> > > > > In the below at the bottom it says you have two VMs and both are
> > > > running.
> > > > > Is that correct?
> > > > >
> > > > >
> > > > > > * this is the log around GetHostStatsAnswer
> > > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > > HostStatsCollector
> > > is
> > > > > > running...
> > > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > > 3-613896924205940798:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > 3(mtl1-apphst03),
> > > > Ver:
> > > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > > StorageCollector is running...
> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > getCommandHostDelegation:
> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > returning
> > > the
> > > > > > default host to execute commands because the command is not of
> > > > > > Copy
> > > > type.
> > > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > > 4-1941614389350105109:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > > Ver: v1,
> > > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > getCommandHostDelegation:
> > > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > > returning
> > > the
> > > > > > default host to execute commands because the command is not of
> > > > > > Copy
> > > > type.
> > > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > 3-613896924205940799:
> > > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > > 3(mtl1-apphst03),
> > > > Ver:
> > > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > > launch
> > > > > > secondary storage VM
> > > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > > to
> > > > launch
> > > > > > console proxy
> > > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > > Seq
> > > > 5-273:
> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > > 5-273: {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > routers
> > > > to
> > > > > > update status.
> > > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > > VPC
> > > > > networks
> > > > > > to update Redundant State.
> > > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > networks
> > > > > to
> > > > > > update RvR status.
> > > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > > Seq
> > > > 5-274:
> > > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > > 5-274: {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > > for
> > > > > reconnect
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > > suitable
> > > > > for
> > > > > > reconnect
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > clusters
> > > > already
> > > > > > owned by this management server
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > for
> > > > > clusters
> > > > > > already owned by this management server
> > > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > > clusters not
> > > > > owned
> > > > > > by any management server
> > > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > > (ClusteredAgentManager
> > > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > > for
> > > > > clusters
> > > > > > not owned by any management server
> > > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > > Seq
> > > > > 5-275: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> > 5-275:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > > Seq
> > > > > 5-276: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> > 5-276:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > > launch
> > > > > > secondary storage VM
> > > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > > to
> > > > launch
> > > > > > console proxy
> > > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > > Seq
> > > > > 5-277: {
> > > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > > \"connections\": []\n}","wait":0}}] }
> > > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> > 5-277:
> > > > {
> > > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > > true,"wait":0}}]
> > > > }
> > > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > > cleanup
> > > > > > expired async-jobs
> > > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > > cleanup expired async-jobs
> > > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > routers
> > > > to
> > > > > > update status.
> > > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > > VPC
> > > > > networks
> > > > > > to update Redundant State.
> > > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > > VirtualNetworkApplianceManager
> > > > > Impl]
> > > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > networks
> > > > > to
> > > > > > update RvR status.
> > > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > > 3(mtl1-apphst03)
> > > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > > report
> > > > from
> > > > > > ping process. host: 3
> > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> > host:
> > > > 3,
> > > > > > number of records in report: 2
> > > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > > vm
> > > id:
> > > > > 1,
> > > > > > power state: PowerOn
> > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > change,
> > > > > skip
> > > > > > DB writing. vm id: 1
> > > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > > vm
> > > id:
> > > > > 2,
> > > > > > power state: PowerOn
> > > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > > change,
> > > > > skip
> > > > > > DB writing. vm id: 2
> > > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > > pl]
> > > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > > state report. host: 3
> > > > > >
> > > > > >
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > > So my next step would be to stop cloudstack and see if you can
> > > start
> > > > > the
> > > > > > > image with virsh?
> > > > > > > Cloudstack thinks for some reason the host is not a suitable
> > > target.
> > > > I
> > > > > > have
> > > > > > > no clue why that is from your log. You can start cloudstack in
> > > > > > > a
> > > > > debugger
> > > > > > > but given you are asking on users@, i don't think you are
> > > > > > > familiar
> > > > > with
> > > > > > > that kind of work are, you?
> > > > > > > You might also want to look in the management (and agent) log
> > > > > > > to
> > > see
> > > > if
> > > > > > you
> > > > > > > can find anything about the capacity reported. Look for
> > > > > > GetHostStatsAnswer.
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > Yes, its KVM
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > > daan.hoogland@gmail.com
> > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > > is it a KVM with the management server running locally?
> > > > > > > > >
> > > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > > j.zolotarjov@gmail.com
> > > > > > > > > >
> > > > > > > > > wrote:
> > > > > > > > >
> > > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > > Dell PowerEdge610
> > > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > > RAM: 192 GB
> > > > > > > > > > Storage: 3+ TB
> > > > > > > >
> > > > > > >
> > > > > > >
> > > > > > > --
> > > > > > > Daan
> > > > > > >
> > > > > >
> > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
--
Daan
RE: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Paul Angus <pa...@shapeblue.com>.
After upgrading the code of the mgmt. server you need upgrade your system VMs from the old template to ones using the new templates.
This needs to be done for the SSVM, CPVM and all of your virtual routers.
For the SSVM & CPVM you do this by destroying them and CloudStack will recreate them with the new template.
For the virtual routers, you can go to each of them in turn in the UI and there will be a upgrade router button.
You get to these through the infrastructure tab in the UI.
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK
@shapeblue
-----Original Message-----
From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
Sent: 09 February 2018 15:55
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Destroyed VMs? Nooooo. Definitely not.
At least I can see them all under web console Home->Instances. Can make snapshots even
My todays management server log https://www.sendspace.com/file/nxxgg0
On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com> wrote:
> Hi Jevgeni,
>
> Can I take you off at a slight tangent...
>
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> DeploymentPlanner cannot allocate the VM, returning.
>
> Have you destroyed your system vms so that new 4.11 system vms have
> been deployed?
>
> It may help us if you can paste all of your management log from today
> into https://pastebin.com (or similar) to share with us.
>
>
>
>
>
>
>
>
>
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 15:31
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> the same result
>
> [root@mtl1-apphst03 management]# virsh list --all
> Id Name State
> ----------------------------------------------------
> 1 v-1-VM running
> 2 s-2-VM running
>
>
>
> On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > so try
> > # virsh list --all
> >
> > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > <j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > I guess, these are system VMs.
> > > none of my own created instances can start.
> > > Id Name State
> > > ----------------------------------------------------
> > > 1 v-1-VM running
> > > 2 s-2-VM running
> > >
> > > virsh start <whateve number > 3> gives error
> > > error: failed to get domain '8'
> > > error: Domain not found: no domain with matching name '8'
> > >
> > >
> > > And yes, cloudstack and mysql - everything locally
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > <da...@gmail.com>
> > > wrote:
> > >
> > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > * how to start instance with virsh?
> > > > >
> > > > ah, usually something like
> > > > # virsh start <name>
> > > > or
> > > > # virsh start <number>
> > > >
> > > >
> > > > > * starting in debugger? I would rather not do it :)
> > > > >
> > > > ok, i expected as much. It will slow our solution process
> > unfortunately
> > > >
> > > >
> > > > In the below at the bottom it says you have two VMs and both are
> > > running.
> > > > Is that correct?
> > > >
> > > >
> > > > > * this is the log around GetHostStatsAnswer
> > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > HostStatsCollector
> > is
> > > > > running...
> > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > 3-613896924205940798:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > 3(mtl1-apphst03),
> > > Ver:
> > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > StorageCollector is running...
> > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > getCommandHostDelegation:
> > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > returning
> > the
> > > > > default host to execute commands because the command is not of
> > > > > Copy
> > > type.
> > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > 4-1941614389350105109:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > Ver: v1,
> > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > getCommandHostDelegation:
> > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > returning
> > the
> > > > > default host to execute commands because the command is not of
> > > > > Copy
> > > type.
> > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > 3-613896924205940799:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > 3(mtl1-apphst03),
> > > Ver:
> > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > launch
> > > > > secondary storage VM
> > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > to
> > > launch
> > > > > console proxy
> > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > Seq
> > > 5-273:
> > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > 5-273: {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > routers
> > > to
> > > > > update status.
> > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > VPC
> > > > networks
> > > > > to update Redundant State.
> > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > networks
> > > > to
> > > > > update RvR status.
> > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > Seq
> > > 5-274:
> > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > 5-274: {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > for
> > > > reconnect
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > suitable
> > > > for
> > > > > reconnect
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > clusters
> > > already
> > > > > owned by this management server
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > for
> > > > clusters
> > > > > already owned by this management server
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > clusters not
> > > > owned
> > > > > by any management server
> > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > for
> > > > clusters
> > > > > not owned by any management server
> > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > Seq
> > > > 5-275: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> 5-275:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > Seq
> > > > 5-276: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> 5-276:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > launch
> > > > > secondary storage VM
> > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > to
> > > launch
> > > > > console proxy
> > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > Seq
> > > > 5-277: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> 5-277:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > routers
> > > to
> > > > > update status.
> > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > VPC
> > > > networks
> > > > > to update Redundant State.
> > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > networks
> > > > to
> > > > > update RvR status.
> > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > 3(mtl1-apphst03)
> > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > report
> > > from
> > > > > ping process. host: 3
> > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> host:
> > > 3,
> > > > > number of records in report: 2
> > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > vm
> > id:
> > > > 1,
> > > > > power state: PowerOn
> > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > change,
> > > > skip
> > > > > DB writing. vm id: 1
> > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > vm
> > id:
> > > > 2,
> > > > > power state: PowerOn
> > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > change,
> > > > skip
> > > > > DB writing. vm id: 2
> > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > state report. host: 3
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > daan.hoogland@gmail.com
> > > >
> > > > > wrote:
> > > > >
> > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > So my next step would be to stop cloudstack and see if you can
> > start
> > > > the
> > > > > > image with virsh?
> > > > > > Cloudstack thinks for some reason the host is not a suitable
> > target.
> > > I
> > > > > have
> > > > > > no clue why that is from your log. You can start cloudstack in
> > > > > > a
> > > > debugger
> > > > > > but given you are asking on users@, i don't think you are
> > > > > > familiar
> > > > with
> > > > > > that kind of work are, you?
> > > > > > You might also want to look in the management (and agent) log
> > > > > > to
> > see
> > > if
> > > > > you
> > > > > > can find anything about the capacity reported. Look for
> > > > > GetHostStatsAnswer.
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > Yes, its KVM
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > daan.hoogland@gmail.com
> > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > is it a KVM with the management server running locally?
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > Dell PowerEdge610
> > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > RAM: 192 GB
> > > > > > > > > Storage: 3+ TB
> > > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
Destroyed VMs? Nooooo. Definitely not.
At least I can see them all under web console Home->Instances. Can make
snapshots even
My todays management server log https://www.sendspace.com/file/nxxgg0
On Fri, Feb 9, 2018 at 5:33 PM, Paul Angus <pa...@shapeblue.com> wrote:
> Hi Jevgeni,
>
> Can I take you off at a slight tangent...
>
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> DeploymentPlanner cannot allocate the VM, returning.
>
> Have you destroyed your system vms so that new 4.11 system vms have been
> deployed?
>
> It may help us if you can paste all of your management log from today into
> https://pastebin.com (or similar) to share with us.
>
>
>
>
>
>
>
>
>
>
> paul.angus@shapeblue.com
> www.shapeblue.com
> 53 Chandos Place, Covent Garden, London WC2N 4HSUK
> @shapeblue
>
>
>
>
> -----Original Message-----
> From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
> Sent: 09 February 2018 15:31
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> the same result
>
> [root@mtl1-apphst03 management]# virsh list --all
> Id Name State
> ----------------------------------------------------
> 1 v-1-VM running
> 2 s-2-VM running
>
>
>
> On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > so try
> > # virsh list --all
> >
> > On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> > <j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > I guess, these are system VMs.
> > > none of my own created instances can start.
> > > Id Name State
> > > ----------------------------------------------------
> > > 1 v-1-VM running
> > > 2 s-2-VM running
> > >
> > > virsh start <whateve number > 3> gives error
> > > error: failed to get domain '8'
> > > error: Domain not found: no domain with matching name '8'
> > >
> > >
> > > And yes, cloudstack and mysql - everything locally
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > > <da...@gmail.com>
> > > wrote:
> > >
> > > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > * how to start instance with virsh?
> > > > >
> > > > ah, usually something like
> > > > # virsh start <name>
> > > > or
> > > > # virsh start <number>
> > > >
> > > >
> > > > > * starting in debugger? I would rather not do it :)
> > > > >
> > > > ok, i expected as much. It will slow our solution process
> > unfortunately
> > > >
> > > >
> > > > In the below at the bottom it says you have two VMs and both are
> > > running.
> > > > Is that correct?
> > > >
> > > >
> > > > > * this is the log around GetHostStatsAnswer
> > > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > > HostStatsCollector
> > is
> > > > > running...
> > > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > > 3-613896924205940798:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > 3(mtl1-apphst03),
> > > Ver:
> > > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > > StorageCollector is running...
> > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > getCommandHostDelegation:
> > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > returning
> > the
> > > > > default host to execute commands because the command is not of
> > > > > Copy
> > > type.
> > > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > > 4-1941614389350105109:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > > Ver: v1,
> > > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > getCommandHostDelegation:
> > > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > > returning
> > the
> > > > > default host to execute commands because the command is not of
> > > > > Copy
> > > type.
> > > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > 3-613896924205940799:
> > > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > > 3(mtl1-apphst03),
> > > Ver:
> > > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:05:35,979 DEBUG
> > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> > launch
> > > > > secondary storage VM
> > > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > > to
> > > launch
> > > > > console proxy
> > > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > > Seq
> > > 5-273:
> > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > > 5-273: {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > routers
> > > to
> > > > > update status.
> > > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > > VPC
> > > > networks
> > > > > to update Redundant State.
> > > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > networks
> > > > to
> > > > > update RvR status.
> > > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > > Seq
> > > 5-274:
> > > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > > 5-274: {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > > for
> > > > reconnect
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> > suitable
> > > > for
> > > > > reconnect
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > clusters
> > > already
> > > > > owned by this management server
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > for
> > > > clusters
> > > > > already owned by this management server
> > > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > > clusters not
> > > > owned
> > > > > by any management server
> > > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > > (ClusteredAgentManager
> > > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > > for
> > > > clusters
> > > > > not owned by any management server
> > > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > > Seq
> > > > 5-275: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq
> 5-275:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > > Seq
> > > > 5-276: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq
> 5-276:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:05,978 DEBUG
> > > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> > launch
> > > > > secondary storage VM
> > > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > > to
> > > launch
> > > > > console proxy
> > > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > > Seq
> > > > 5-277: {
> > > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > > \"connections\": []\n}","wait":0}}] }
> > > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq
> 5-277:
> > > {
> > > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> > true,"wait":0}}]
> > > }
> > > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> > cleanup
> > > > > expired async-jobs
> > > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > > cleanup expired async-jobs
> > > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > routers
> > > to
> > > > > update status.
> > > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > > VPC
> > > > networks
> > > > > to update Redundant State.
> > > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> > VirtualNetworkApplianceManager
> > > > Impl]
> > > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > networks
> > > > to
> > > > > update RvR status.
> > > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > > 3(mtl1-apphst03)
> > > > > 2018-02-09 14:06:16,892 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > > report
> > > from
> > > > > ping process. host: 3
> > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Process VM state report.
> host:
> > > 3,
> > > > > number of records in report: 2
> > > > > 2018-02-09 14:06:16,895 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > vm
> > id:
> > > > 1,
> > > > > power state: PowerOn
> > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > change,
> > > > skip
> > > > > DB writing. vm id: 1
> > > > > 2018-02-09 14:06:16,897 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > > vm
> > id:
> > > > 2,
> > > > > power state: PowerOn
> > > > > 2018-02-09 14:06:16,898 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> > change,
> > > > skip
> > > > > DB writing. vm id: 2
> > > > > 2018-02-09 14:06:16,899 DEBUG
> > > > > [c.c.v.VirtualMachinePowerStateSyncIm
> > pl]
> > > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > > state report. host: 3
> > > > >
> > > > >
> > > > >
> > > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> > daan.hoogland@gmail.com
> > > >
> > > > > wrote:
> > > > >
> > > > > > and with cloudstack (and mysql) running locally, right?
> > > > > > So my next step would be to stop cloudstack and see if you can
> > start
> > > > the
> > > > > > image with virsh?
> > > > > > Cloudstack thinks for some reason the host is not a suitable
> > target.
> > > I
> > > > > have
> > > > > > no clue why that is from your log. You can start cloudstack in
> > > > > > a
> > > > debugger
> > > > > > but given you are asking on users@, i don't think you are
> > > > > > familiar
> > > > with
> > > > > > that kind of work are, you?
> > > > > > You might also want to look in the management (and agent) log
> > > > > > to
> > see
> > > if
> > > > > you
> > > > > > can find anything about the capacity reported. Look for
> > > > > GetHostStatsAnswer.
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > Yes, its KVM
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > > daan.hoogland@gmail.com
> > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > I am at a loss but really would like to help you.
> > > > > > > > is it a KVM with the management server running locally?
> > > > > > > >
> > > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > > j.zolotarjov@gmail.com
> > > > > > > > >
> > > > > > > > wrote:
> > > > > > > >
> > > > > > > > > My Host is only 1 machine atm:
> > > > > > > > > Dell PowerEdge610
> > > > > > > > > OS: CentOS7 (latest)
> > > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > > RAM: 192 GB
> > > > > > > > > Storage: 3+ TB
> > > > > > >
> > > > > >
> > > > > >
> > > > > > --
> > > > > > Daan
> > > > > >
> > > > >
> > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
RE: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Paul Angus <pa...@shapeblue.com>.
Hi Jevgeni,
Can I take you off at a slight tangent...
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) DataCenter id = '1' provided is in avoid set,
DeploymentPlanner cannot allocate the VM, returning.
Have you destroyed your system vms so that new 4.11 system vms have been deployed?
It may help us if you can paste all of your management log from today into https://pastebin.com (or similar) to share with us.
paul.angus@shapeblue.com
www.shapeblue.com
53 Chandos Place, Covent Garden, London WC2N 4HSUK
@shapeblue
-----Original Message-----
From: Jevgeni Zolotarjov [mailto:j.zolotarjov@gmail.com]
Sent: 09 February 2018 15:31
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
the same result
[root@mtl1-apphst03 management]# virsh list --all
Id Name State
----------------------------------------------------
1 v-1-VM running
2 s-2-VM running
On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
wrote:
> so try
> # virsh list --all
>
> On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov
> <j.zolotarjov@gmail.com
> >
> wrote:
>
> > I guess, these are system VMs.
> > none of my own created instances can start.
> > Id Name State
> > ----------------------------------------------------
> > 1 v-1-VM running
> > 2 s-2-VM running
> >
> > virsh start <whateve number > 3> gives error
> > error: failed to get domain '8'
> > error: Domain not found: no domain with matching name '8'
> >
> >
> > And yes, cloudstack and mysql - everything locally
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland
> > <da...@gmail.com>
> > wrote:
> >
> > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > * how to start instance with virsh?
> > > >
> > > ah, usually something like
> > > # virsh start <name>
> > > or
> > > # virsh start <number>
> > >
> > >
> > > > * starting in debugger? I would rather not do it :)
> > > >
> > > ok, i expected as much. It will slow our solution process
> unfortunately
> > >
> > >
> > > In the below at the bottom it says you have two VMs and both are
> > running.
> > > Is that correct?
> > >
> > >
> > > > * this is the log around GetHostStatsAnswer
> > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95)
> > > > HostStatsCollector
> is
> > > > running...
> > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > 3-613896924205940798:
> > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > 3(mtl1-apphst03),
> > Ver:
> > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > > StorageCollector is running...
> > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > getCommandHostDelegation:
> > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > returning
> the
> > > > default host to execute commands because the command is not of
> > > > Copy
> > type.
> > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > 4-1941614389350105109:
> > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM),
> > > > Ver: v1,
> > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > getCommandHostDelegation:
> > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are
> > > > returning
> the
> > > > default host to execute commands because the command is not of
> > > > Copy
> > type.
> > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > 3-613896924205940799:
> > > > Received: { Ans: , MgmtId: 264216221068220, via:
> > > > 3(mtl1-apphst03),
> > Ver:
> > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End
> > > > cleanup expired async-jobs
> > > > 2018-02-09 14:05:35,979 DEBUG
> > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> launch
> > > > secondary storage VM
> > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready
> > > > to
> > launch
> > > > console proxy
> > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing
> > > > Seq
> > 5-273:
> > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > 5-273: {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End
> > > > cleanup expired async-jobs
> > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> routers
> > to
> > > > update status.
> > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> > > > VPC
> > > networks
> > > > to update Redundant State.
> > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> networks
> > > to
> > > > update RvR status.
> > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing
> > > > Seq
> > 5-274:
> > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > 5-274: {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable
> > > > for
> > > reconnect
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> suitable
> > > for
> > > > reconnect
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > clusters
> > already
> > > > owned by this management server
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > for
> > > clusters
> > > > already owned by this management server
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for
> > > > clusters not
> > > owned
> > > > by any management server
> > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts
> > > > for
> > > clusters
> > > > not owned by any management server
> > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing
> > > > Seq
> > > 5-275: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End
> > > > cleanup expired async-jobs
> > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing
> > > > Seq
> > > 5-276: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End
> > > > cleanup expired async-jobs
> > > > 2018-02-09 14:06:05,978 DEBUG
> > > > [o.a.c.s.SecondaryStorageManagerImpl]
> > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> launch
> > > > secondary storage VM
> > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready
> > > > to
> > launch
> > > > console proxy
> > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing
> > > > Seq
> > > 5-277: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End
> > > > cleanup expired async-jobs
> > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> routers
> > to
> > > > update status.
> > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> > > > VPC
> > > networks
> > > > to update Redundant State.
> > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> networks
> > > to
> > > > update RvR status.
> > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-4:null) (logid:) Ping from
> > > > 3(mtl1-apphst03)
> > > > 2018-02-09 14:06:16,892 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Process host VM state
> > > > report
> > from
> > > > ping process. host: 3
> > > > 2018-02-09 14:06:16,895 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Process VM state report. host:
> > 3,
> > > > number of records in report: 2
> > > > 2018-02-09 14:06:16,895 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > vm
> id:
> > > 1,
> > > > power state: PowerOn
> > > > 2018-02-09 14:06:16,897 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> change,
> > > skip
> > > > DB writing. vm id: 1
> > > > 2018-02-09 14:06:16,897 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3,
> > > > vm
> id:
> > > 2,
> > > > power state: PowerOn
> > > > 2018-02-09 14:06:16,898 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> change,
> > > skip
> > > > DB writing. vm id: 2
> > > > 2018-02-09 14:06:16,899 DEBUG
> > > > [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM
> > > > state report. host: 3
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > > > wrote:
> > > >
> > > > > and with cloudstack (and mysql) running locally, right?
> > > > > So my next step would be to stop cloudstack and see if you can
> start
> > > the
> > > > > image with virsh?
> > > > > Cloudstack thinks for some reason the host is not a suitable
> target.
> > I
> > > > have
> > > > > no clue why that is from your log. You can start cloudstack in
> > > > > a
> > > debugger
> > > > > but given you are asking on users@, i don't think you are
> > > > > familiar
> > > with
> > > > > that kind of work are, you?
> > > > > You might also want to look in the management (and agent) log
> > > > > to
> see
> > if
> > > > you
> > > > > can find anything about the capacity reported. Look for
> > > > GetHostStatsAnswer.
> > > > >
> > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > Yes, its KVM
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > I am at a loss but really would like to help you.
> > > > > > > is it a KVM with the management server running locally?
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > My Host is only 1 machine atm:
> > > > > > > > Dell PowerEdge610
> > > > > > > > OS: CentOS7 (latest)
> > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > RAM: 192 GB
> > > > > > > > Storage: 3+ TB
> > > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
the same result
[root@mtl1-apphst03 management]# virsh list --all
Id Name State
----------------------------------------------------
1 v-1-VM running
2 s-2-VM running
On Fri, Feb 9, 2018 at 5:28 PM, Daan Hoogland <da...@gmail.com>
wrote:
> so try
> # virsh list --all
>
> On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > I guess, these are system VMs.
> > none of my own created instances can start.
> > Id Name State
> > ----------------------------------------------------
> > 1 v-1-VM running
> > 2 s-2-VM running
> >
> > virsh start <whateve number > 3> gives error
> > error: failed to get domain '8'
> > error: Domain not found: no domain with matching name '8'
> >
> >
> > And yes, cloudstack and mysql - everything locally
> >
> >
> >
> > On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > * how to start instance with virsh?
> > > >
> > > ah, usually something like
> > > # virsh start <name>
> > > or
> > > # virsh start <number>
> > >
> > >
> > > > * starting in debugger? I would rather not do it :)
> > > >
> > > ok, i expected as much. It will slow our solution process
> unfortunately
> > >
> > >
> > > In the below at the bottom it says you have two VMs and both are
> > running.
> > > Is that correct?
> > >
> > >
> > > > * this is the log around GetHostStatsAnswer
> > > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) HostStatsCollector
> is
> > > > running...
> > > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > > 3-613896924205940798:
> > > > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03),
> > Ver:
> > > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) StorageCollector is
> > > > running...
> > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > getCommandHostDelegation:
> > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning
> the
> > > > default host to execute commands because the command is not of Copy
> > type.
> > > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > > 4-1941614389350105109:
> > > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM), Ver: v1,
> > > > Flags: 10, { GetStorageStatsAnswer } }
> > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > > getCommandHostDelegation:
> > > > class com.cloud.agent.api.GetStorageStatsCommand
> > > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning
> the
> > > > default host to execute commands because the command is not of Copy
> > type.
> > > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > 3-613896924205940799:
> > > > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03),
> > Ver:
> > > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End cleanup
> > > > expired
> > > > async-jobs
> > > > 2018-02-09 14:05:35,979 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to
> launch
> > > > secondary storage VM
> > > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready to
> > launch
> > > > console proxy
> > > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing Seq
> > 5-273:
> > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> > 5-273: {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End cleanup
> > > > expired
> > > > async-jobs
> > > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> routers
> > to
> > > > update status.
> > > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 VPC
> > > networks
> > > > to update Redundant State.
> > > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0
> networks
> > > to
> > > > update RvR status.
> > > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing Seq
> > 5-274:
> > > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> > 5-274: {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable for
> > > reconnect
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts
> suitable
> > > for
> > > > reconnect
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters
> > already
> > > > owned by this management server
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> > > clusters
> > > > already owned by this management server
> > > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters not
> > > owned
> > > > by any management server
> > > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > > (ClusteredAgentManager
> > > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> > > clusters
> > > > not owned by any management server
> > > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing Seq
> > > 5-275: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End cleanup
> > > > expired
> > > > async-jobs
> > > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing Seq
> > > 5-276: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End cleanup
> > > > expired
> > > > async-jobs
> > > > 2018-02-09 14:06:05,978 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to
> launch
> > > > secondary storage VM
> > > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready to
> > launch
> > > > console proxy
> > > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing Seq
> > > 5-277: {
> > > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > > \"connections\": []\n}","wait":0}}] }
> > > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277:
> > {
> > > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":
> true,"wait":0}}]
> > }
> > > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin
> cleanup
> > > > expired async-jobs
> > > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End cleanup
> > > > expired
> > > > async-jobs
> > > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> routers
> > to
> > > > update status.
> > > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 VPC
> > > networks
> > > > to update Redundant State.
> > > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.
> VirtualNetworkApplianceManager
> > > Impl]
> > > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0
> networks
> > > to
> > > > update RvR status.
> > > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > > (AgentManager-Handler-4:null) (logid:) Ping from 3(mtl1-apphst03)
> > > > 2018-02-09 14:06:16,892 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Process host VM state report
> > from
> > > > ping process. host: 3
> > > > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Process VM state report. host:
> > 3,
> > > > number of records in report: 2
> > > > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm
> id:
> > > 1,
> > > > power state: PowerOn
> > > > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> change,
> > > skip
> > > > DB writing. vm id: 1
> > > > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm
> id:
> > > 2,
> > > > power state: PowerOn
> > > > 2018-02-09 14:06:16,898 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) VM power state does not
> change,
> > > skip
> > > > DB writing. vm id: 2
> > > > 2018-02-09 14:06:16,899 DEBUG [c.c.v.VirtualMachinePowerStateSyncIm
> pl]
> > > > (AgentManager-Handler-4:null) (logid:) Done with process of VM state
> > > > report. host: 3
> > > >
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > > > wrote:
> > > >
> > > > > and with cloudstack (and mysql) running locally, right?
> > > > > So my next step would be to stop cloudstack and see if you can
> start
> > > the
> > > > > image with virsh?
> > > > > Cloudstack thinks for some reason the host is not a suitable
> target.
> > I
> > > > have
> > > > > no clue why that is from your log. You can start cloudstack in a
> > > debugger
> > > > > but given you are asking on users@, i don't think you are familiar
> > > with
> > > > > that kind of work are, you?
> > > > > You might also want to look in the management (and agent) log to
> see
> > if
> > > > you
> > > > > can find anything about the capacity reported. Look for
> > > > GetHostStatsAnswer.
> > > > >
> > > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > Yes, its KVM
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > I am at a loss but really would like to help you.
> > > > > > > is it a KVM with the management server running locally?
> > > > > > >
> > > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > > j.zolotarjov@gmail.com
> > > > > > > >
> > > > > > > wrote:
> > > > > > >
> > > > > > > > My Host is only 1 machine atm:
> > > > > > > > Dell PowerEdge610
> > > > > > > > OS: CentOS7 (latest)
> > > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > > RAM: 192 GB
> > > > > > > > Storage: 3+ TB
> > > > > >
> > > > >
> > > > >
> > > > > --
> > > > > Daan
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
so try
# virsh list --all
On Fri, Feb 9, 2018 at 4:27 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> I guess, these are system VMs.
> none of my own created instances can start.
> Id Name State
> ----------------------------------------------------
> 1 v-1-VM running
> 2 s-2-VM running
>
> virsh start <whateve number > 3> gives error
> error: failed to get domain '8'
> error: Domain not found: no domain with matching name '8'
>
>
> And yes, cloudstack and mysql - everything locally
>
>
>
> On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > * how to start instance with virsh?
> > >
> > ah, usually something like
> > # virsh start <name>
> > or
> > # virsh start <number>
> >
> >
> > > * starting in debugger? I would rather not do it :)
> > >
> > ok, i expected as much. It will slow our solution process unfortunately
> >
> >
> > In the below at the bottom it says you have two VMs and both are
> running.
> > Is that correct?
> >
> >
> > > * this is the log around GetHostStatsAnswer
> > > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) HostStatsCollector is
> > > running...
> > > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> > 3-613896924205940798:
> > > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03),
> Ver:
> > > v1, Flags: 10, { GetHostStatsAnswer } }
> > > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) StorageCollector is
> > > running...
> > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > getCommandHostDelegation:
> > > class com.cloud.agent.api.GetStorageStatsCommand
> > > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> > > default host to execute commands because the command is not of Copy
> type.
> > > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > > 4-1941614389350105109:
> > > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM), Ver: v1,
> > > Flags: 10, { GetStorageStatsAnswer } }
> > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> > getCommandHostDelegation:
> > > class com.cloud.agent.api.GetStorageStatsCommand
> > > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> > > default host to execute commands because the command is not of Copy
> type.
> > > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > 3-613896924205940799:
> > > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03),
> Ver:
> > > v1, Flags: 10, { GetStorageStatsAnswer } }
> > > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin cleanup
> > > expired async-jobs
> > > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End cleanup
> > > expired
> > > async-jobs
> > > 2018-02-09 14:05:35,979 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to launch
> > > secondary storage VM
> > > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready to
> launch
> > > console proxy
> > > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing Seq
> 5-273:
> > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > \"connections\": []\n}","wait":0}}] }
> > > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq
> 5-273: {
> > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}]
> }
> > > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin cleanup
> > > expired async-jobs
> > > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End cleanup
> > > expired
> > > async-jobs
> > > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 routers
> to
> > > update status.
> > > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 VPC
> > networks
> > > to update Redundant State.
> > > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 networks
> > to
> > > update RvR status.
> > > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing Seq
> 5-274:
> > > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > \"connections\": []\n}","wait":0}}] }
> > > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq
> 5-274: {
> > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}]
> }
> > > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable for
> > reconnect
> > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts suitable
> > for
> > > reconnect
> > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters
> already
> > > owned by this management server
> > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> > clusters
> > > already owned by this management server
> > > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters not
> > owned
> > > by any management server
> > > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> > (ClusteredAgentManager
> > > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> > clusters
> > > not owned by any management server
> > > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing Seq
> > 5-275: {
> > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > \"connections\": []\n}","wait":0}}] }
> > > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275:
> {
> > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}]
> }
> > > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin cleanup
> > > expired async-jobs
> > > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End cleanup
> > > expired
> > > async-jobs
> > > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing Seq
> > 5-276: {
> > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > \"connections\": []\n}","wait":0}}] }
> > > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276:
> {
> > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}]
> }
> > > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin cleanup
> > > expired async-jobs
> > > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End cleanup
> > > expired
> > > async-jobs
> > > 2018-02-09 14:06:05,978 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to launch
> > > secondary storage VM
> > > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready to
> launch
> > > console proxy
> > > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing Seq
> > 5-277: {
> > > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > > :{"_proxyVmId":1,"_loadInfo":"{\n
> > > \"connections\": []\n}","wait":0}}] }
> > > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277:
> {
> > > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}]
> }
> > > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin cleanup
> > > expired async-jobs
> > > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End cleanup
> > > expired
> > > async-jobs
> > > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 routers
> to
> > > update status.
> > > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 VPC
> > networks
> > > to update Redundant State.
> > > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> > Impl]
> > > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 networks
> > to
> > > update RvR status.
> > > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > > (AgentManager-Handler-4:null) (logid:) Ping from 3(mtl1-apphst03)
> > > 2018-02-09 14:06:16,892 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) Process host VM state report
> from
> > > ping process. host: 3
> > > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) Process VM state report. host:
> 3,
> > > number of records in report: 2
> > > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id:
> > 1,
> > > power state: PowerOn
> > > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) VM power state does not change,
> > skip
> > > DB writing. vm id: 1
> > > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id:
> > 2,
> > > power state: PowerOn
> > > 2018-02-09 14:06:16,898 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) VM power state does not change,
> > skip
> > > DB writing. vm id: 2
> > > 2018-02-09 14:06:16,899 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > > (AgentManager-Handler-4:null) (logid:) Done with process of VM state
> > > report. host: 3
> > >
> > >
> > >
> > > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > and with cloudstack (and mysql) running locally, right?
> > > > So my next step would be to stop cloudstack and see if you can start
> > the
> > > > image with virsh?
> > > > Cloudstack thinks for some reason the host is not a suitable target.
> I
> > > have
> > > > no clue why that is from your log. You can start cloudstack in a
> > debugger
> > > > but given you are asking on users@, i don't think you are familiar
> > with
> > > > that kind of work are, you?
> > > > You might also want to look in the management (and agent) log to see
> if
> > > you
> > > > can find anything about the capacity reported. Look for
> > > GetHostStatsAnswer.
> > > >
> > > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > Yes, its KVM
> > > > >
> > > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> > daan.hoogland@gmail.com
> > > >
> > > > > wrote:
> > > > >
> > > > > > I am at a loss but really would like to help you.
> > > > > > is it a KVM with the management server running locally?
> > > > > >
> > > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com
> > > > > > >
> > > > > > wrote:
> > > > > >
> > > > > > > My Host is only 1 machine atm:
> > > > > > > Dell PowerEdge610
> > > > > > > OS: CentOS7 (latest)
> > > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > > RAM: 192 GB
> > > > > > > Storage: 3+ TB
> > > > >
> > > >
> > > >
> > > > --
> > > > Daan
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
I guess, these are system VMs.
none of my own created instances can start.
Id Name State
----------------------------------------------------
1 v-1-VM running
2 s-2-VM running
virsh start <whateve number > 3> gives error
error: failed to get domain '8'
error: Domain not found: no domain with matching name '8'
And yes, cloudstack and mysql - everything locally
On Fri, Feb 9, 2018 at 5:15 PM, Daan Hoogland <da...@gmail.com>
wrote:
> On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > * how to start instance with virsh?
> >
> ah, usually something like
> # virsh start <name>
> or
> # virsh start <number>
>
>
> > * starting in debugger? I would rather not do it :)
> >
> ok, i expected as much. It will slow our solution process unfortunately
>
>
> In the below at the bottom it says you have two VMs and both are running.
> Is that correct?
>
>
> > * this is the log around GetHostStatsAnswer
> > 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) HostStatsCollector is
> > running...
> > 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> > (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq
> 3-613896924205940798:
> > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
> > v1, Flags: 10, { GetHostStatsAnswer } }
> > 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) StorageCollector is
> > running...
> > 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> getCommandHostDelegation:
> > class com.cloud.agent.api.GetStorageStatsCommand
> > 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> > default host to execute commands because the command is not of Copy type.
> > 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> > 4-1941614389350105109:
> > Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM), Ver: v1,
> > Flags: 10, { GetStorageStatsAnswer } }
> > 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b)
> getCommandHostDelegation:
> > class com.cloud.agent.api.GetStorageStatsCommand
> > 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> > default host to execute commands because the command is not of Copy type.
> > 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> > (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> 3-613896924205940799:
> > Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
> > v1, Flags: 10, { GetStorageStatsAnswer } }
> > 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin cleanup
> > expired async-jobs
> > 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End cleanup
> > expired
> > async-jobs
> > 2018-02-09 14:05:35,979 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to launch
> > secondary storage VM
> > 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready to launch
> > console proxy
> > 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing Seq 5-273:
> > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > :{"_proxyVmId":1,"_loadInfo":"{\n
> > \"connections\": []\n}","wait":0}}] }
> > 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq 5-273: {
> > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> > 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin cleanup
> > expired async-jobs
> > 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End cleanup
> > expired
> > async-jobs
> > 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 routers to
> > update status.
> > 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 VPC
> networks
> > to update Redundant State.
> > 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 networks
> to
> > update RvR status.
> > 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing Seq 5-274:
> > { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > :{"_proxyVmId":1,"_loadInfo":"{\n
> > \"connections\": []\n}","wait":0}}] }
> > 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq 5-274: {
> > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> > 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable for
> reconnect
> > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts suitable
> for
> > reconnect
> > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters already
> > owned by this management server
> > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> clusters
> > already owned by this management server
> > 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters not
> owned
> > by any management server
> > 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl]
> (ClusteredAgentManager
> > Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for
> clusters
> > not owned by any management server
> > 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing Seq
> 5-275: {
> > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > :{"_proxyVmId":1,"_loadInfo":"{\n
> > \"connections\": []\n}","wait":0}}] }
> > 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275: {
> > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> > 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin cleanup
> > expired async-jobs
> > 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End cleanup
> > expired
> > async-jobs
> > 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing Seq
> 5-276: {
> > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > :{"_proxyVmId":1,"_loadInfo":"{\n
> > \"connections\": []\n}","wait":0}}] }
> > 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276: {
> > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> > 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin cleanup
> > expired async-jobs
> > 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End cleanup
> > expired
> > async-jobs
> > 2018-02-09 14:06:05,978 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> > (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to launch
> > secondary storage VM
> > 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> > (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready to launch
> > console proxy
> > 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing Seq
> 5-277: {
> > Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> > [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> > :{"_proxyVmId":1,"_loadInfo":"{\n
> > \"connections\": []\n}","wait":0}}] }
> > 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277: {
> > Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> > [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> > 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin cleanup
> > expired async-jobs
> > 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End cleanup
> > expired
> > async-jobs
> > 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 routers to
> > update status.
> > 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 VPC
> networks
> > to update Redundant State.
> > 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManager
> Impl]
> > (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 networks
> to
> > update RvR status.
> > 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> > (AgentManager-Handler-4:null) (logid:) Ping from 3(mtl1-apphst03)
> > 2018-02-09 14:06:16,892 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) Process host VM state report from
> > ping process. host: 3
> > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) Process VM state report. host: 3,
> > number of records in report: 2
> > 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id:
> 1,
> > power state: PowerOn
> > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) VM power state does not change,
> skip
> > DB writing. vm id: 1
> > 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id:
> 2,
> > power state: PowerOn
> > 2018-02-09 14:06:16,898 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) VM power state does not change,
> skip
> > DB writing. vm id: 2
> > 2018-02-09 14:06:16,899 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> > (AgentManager-Handler-4:null) (logid:) Done with process of VM state
> > report. host: 3
> >
> >
> >
> > On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > and with cloudstack (and mysql) running locally, right?
> > > So my next step would be to stop cloudstack and see if you can start
> the
> > > image with virsh?
> > > Cloudstack thinks for some reason the host is not a suitable target. I
> > have
> > > no clue why that is from your log. You can start cloudstack in a
> debugger
> > > but given you are asking on users@, i don't think you are familiar
> with
> > > that kind of work are, you?
> > > You might also want to look in the management (and agent) log to see if
> > you
> > > can find anything about the capacity reported. Look for
> > GetHostStatsAnswer.
> > >
> > > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > Yes, its KVM
> > > >
> > > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > > > wrote:
> > > >
> > > > > I am at a loss but really would like to help you.
> > > > > is it a KVM with the management server running locally?
> > > > >
> > > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com
> > > > > >
> > > > > wrote:
> > > > >
> > > > > > My Host is only 1 machine atm:
> > > > > > Dell PowerEdge610
> > > > > > OS: CentOS7 (latest)
> > > > > > CPU: 2x12 cores (24 cores in total)
> > > > > > RAM: 192 GB
> > > > > > Storage: 3+ TB
> > > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
On Fri, Feb 9, 2018 at 3:58 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> * how to start instance with virsh?
>
ah, usually something like
# virsh start <name>
or
# virsh start <number>
> * starting in debugger? I would rather not do it :)
>
ok, i expected as much. It will slow our solution process unfortunately
In the below at the bottom it says you have two VMs and both are running.
Is that correct?
> * this is the log around GetHostStatsAnswer
> 2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
> (StatsCollector-4:ctx-167407f0) (logid:0c470e95) HostStatsCollector is
> running...
> 2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
> (StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq 3-613896924205940798:
> Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
> v1, Flags: 10, { GetHostStatsAnswer } }
> 2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) StorageCollector is
> running...
> 2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) getCommandHostDelegation:
> class com.cloud.agent.api.GetStorageStatsCommand
> 2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> default host to execute commands because the command is not of Copy type.
> 2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq
> 4-1941614389350105109:
> Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM), Ver: v1,
> Flags: 10, { GetStorageStatsAnswer } }
> 2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) getCommandHostDelegation:
> class com.cloud.agent.api.GetStorageStatsCommand
> 2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
> default host to execute commands because the command is not of Copy type.
> 2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
> (StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq 3-613896924205940799:
> Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
> v1, Flags: 10, { GetStorageStatsAnswer } }
> 2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin cleanup
> expired async-jobs
> 2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End cleanup
> expired
> async-jobs
> 2018-02-09 14:05:35,979 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> (secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to launch
> secondary storage VM
> 2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> (consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready to launch
> console proxy
> 2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing Seq 5-273:
> { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> :{"_proxyVmId":1,"_loadInfo":"{\n
> \"connections\": []\n}","wait":0}}] }
> 2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq 5-273: {
> Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> 2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin cleanup
> expired async-jobs
> 2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End cleanup
> expired
> async-jobs
> 2018-02-09 14:05:44,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 routers to
> update status.
> 2018-02-09 14:05:44,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 VPC networks
> to update Redundant State.
> 2018-02-09 14:05:44,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 networks to
> update RvR status.
> 2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing Seq 5-274:
> { Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> :{"_proxyVmId":1,"_loadInfo":"{\n
> \"connections\": []\n}","wait":0}}] }
> 2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq 5-274: {
> Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> 2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable for reconnect
> 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts suitable for
> reconnect
> 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters already
> owned by this management server
> 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for clusters
> already owned by this management server
> 2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters not owned
> by any management server
> 2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
> Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for clusters
> not owned by any management server
> 2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing Seq 5-275: {
> Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> :{"_proxyVmId":1,"_loadInfo":"{\n
> \"connections\": []\n}","wait":0}}] }
> 2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275: {
> Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> 2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin cleanup
> expired async-jobs
> 2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End cleanup
> expired
> async-jobs
> 2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing Seq 5-276: {
> Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> :{"_proxyVmId":1,"_loadInfo":"{\n
> \"connections\": []\n}","wait":0}}] }
> 2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276: {
> Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> 2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin cleanup
> expired async-jobs
> 2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End cleanup
> expired
> async-jobs
> 2018-02-09 14:06:05,978 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
> (secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to launch
> secondary storage VM
> 2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
> (consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready to launch
> console proxy
> 2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing Seq 5-277: {
> Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
> [{"com.cloud.agent.api.ConsoleProxyLoadReportCommand"
> :{"_proxyVmId":1,"_loadInfo":"{\n
> \"connections\": []\n}","wait":0}}] }
> 2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277: {
> Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
> [{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
> 2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin cleanup
> expired async-jobs
> 2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
> (AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End cleanup
> expired
> async-jobs
> 2018-02-09 14:06:14,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 routers to
> update status.
> 2018-02-09 14:06:14,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 VPC networks
> to update Redundant State.
> 2018-02-09 14:06:14,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
> (RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 networks to
> update RvR status.
> 2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
> (AgentManager-Handler-4:null) (logid:) Ping from 3(mtl1-apphst03)
> 2018-02-09 14:06:16,892 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) Process host VM state report from
> ping process. host: 3
> 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) Process VM state report. host: 3,
> number of records in report: 2
> 2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id: 1,
> power state: PowerOn
> 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) VM power state does not change, skip
> DB writing. vm id: 1
> 2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id: 2,
> power state: PowerOn
> 2018-02-09 14:06:16,898 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) VM power state does not change, skip
> DB writing. vm id: 2
> 2018-02-09 14:06:16,899 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
> (AgentManager-Handler-4:null) (logid:) Done with process of VM state
> report. host: 3
>
>
>
> On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > and with cloudstack (and mysql) running locally, right?
> > So my next step would be to stop cloudstack and see if you can start the
> > image with virsh?
> > Cloudstack thinks for some reason the host is not a suitable target. I
> have
> > no clue why that is from your log. You can start cloudstack in a debugger
> > but given you are asking on users@, i don't think you are familiar with
> > that kind of work are, you?
> > You might also want to look in the management (and agent) log to see if
> you
> > can find anything about the capacity reported. Look for
> GetHostStatsAnswer.
> >
> > On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > Yes, its KVM
> > >
> > > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <daan.hoogland@gmail.com
> >
> > > wrote:
> > >
> > > > I am at a loss but really would like to help you.
> > > > is it a KVM with the management server running locally?
> > > >
> > > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > My Host is only 1 machine atm:
> > > > > Dell PowerEdge610
> > > > > OS: CentOS7 (latest)
> > > > > CPU: 2x12 cores (24 cores in total)
> > > > > RAM: 192 GB
> > > > > Storage: 3+ TB
> > >
> >
> >
> > --
> > Daan
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
* how to start instance with virsh?
* starting in debugger? I would rather not do it :)
* this is the log around GetHostStatsAnswer
2018-02-09 14:05:30,274 DEBUG [c.c.s.StatsCollector]
(StatsCollector-4:ctx-167407f0) (logid:0c470e95) HostStatsCollector is
running...
2018-02-09 14:05:30,322 DEBUG [c.c.a.t.Request]
(StatsCollector-4:ctx-167407f0) (logid:0c470e95) Seq 3-613896924205940798:
Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
v1, Flags: 10, { GetHostStatsAnswer } }
2018-02-09 14:05:31,388 DEBUG [c.c.s.StatsCollector]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) StorageCollector is
running...
2018-02-09 14:05:31,396 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) getCommandHostDelegation:
class com.cloud.agent.api.GetStorageStatsCommand
2018-02-09 14:05:31,396 DEBUG [c.c.h.XenServerGuru]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
default host to execute commands because the command is not of Copy type.
2018-02-09 14:05:31,445 DEBUG [c.c.a.t.Request]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq 4-1941614389350105109:
Received: { Ans: , MgmtId: 264216221068220, via: 4(s-2-VM), Ver: v1,
Flags: 10, { GetStorageStatsAnswer } }
2018-02-09 14:05:31,447 DEBUG [c.c.h.o.r.Ovm3HypervisorGuru]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) getCommandHostDelegation:
class com.cloud.agent.api.GetStorageStatsCommand
2018-02-09 14:05:31,447 DEBUG [c.c.h.XenServerGuru]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) We are returning the
default host to execute commands because the command is not of Copy type.
2018-02-09 14:05:31,517 DEBUG [c.c.a.t.Request]
(StatsCollector-1:ctx-308796ad) (logid:9e87351b) Seq 3-613896924205940799:
Received: { Ans: , MgmtId: 264216221068220, via: 3(mtl1-apphst03), Ver:
v1, Flags: 10, { GetStorageStatsAnswer } }
2018-02-09 14:05:34,504 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) Begin cleanup
expired async-jobs
2018-02-09 14:05:34,506 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-6955e300) (logid:300ab196) End cleanup expired
async-jobs
2018-02-09 14:05:35,979 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
(secstorage-1:ctx-e83be1a3) (logid:60b9de64) Zone 1 is ready to launch
secondary storage VM
2018-02-09 14:05:36,002 DEBUG [c.c.c.ConsoleProxyManagerImpl]
(consoleproxy-1:ctx-508f06d4) (logid:fea1da44) Zone 1 is ready to launch
console proxy
2018-02-09 14:05:36,697 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-14:null) (logid:) SeqA 5-273: Processing Seq 5-273:
{ Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
[{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n
\"connections\": []\n}","wait":0}}] }
2018-02-09 14:05:36,699 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-14:null) (logid:) SeqA 5-273: Sending Seq 5-273: {
Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
[{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2018-02-09 14:05:44,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) Begin cleanup
expired async-jobs
2018-02-09 14:05:44,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-61f44674) (logid:94748b08) End cleanup expired
async-jobs
2018-02-09 14:05:44,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 routers to
update status.
2018-02-09 14:05:44,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 VPC networks
to update Redundant State.
2018-02-09 14:05:44,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-9eea60cf) (logid:171472b2) Found 0 networks to
update RvR status.
2018-02-09 14:05:46,700 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-15:null) (logid:) SeqA 5-274: Processing Seq 5-274:
{ Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
[{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n
\"connections\": []\n}","wait":0}}] }
2018-02-09 14:05:46,702 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-15:null) (logid:) SeqA 5-274: Sending Seq 5-274: {
Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
[{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2018-02-09 14:05:49,610 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Resetting hosts suitable for reconnect
2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Completed resetting hosts suitable for
reconnect
2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters already
owned by this management server
2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for clusters
already owned by this management server
2018-02-09 14:05:49,611 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Acquiring hosts for clusters not owned
by any management server
2018-02-09 14:05:49,612 DEBUG [c.c.h.d.HostDaoImpl] (ClusteredAgentManager
Timer:ctx-6233f81e) (logid:42d0cd7b) Completed acquiring hosts for clusters
not owned by any management server
2018-02-09 14:05:51,698 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-1:null) (logid:) SeqA 5-275: Processing Seq 5-275: {
Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
[{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n
\"connections\": []\n}","wait":0}}] }
2018-02-09 14:05:51,700 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-1:null) (logid:) SeqA 5-275: Sending Seq 5-275: {
Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
[{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2018-02-09 14:05:54,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) Begin cleanup
expired async-jobs
2018-02-09 14:05:54,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-e6965f65) (logid:dbadcba0) End cleanup expired
async-jobs
2018-02-09 14:06:01,699 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-5:null) (logid:) SeqA 5-276: Processing Seq 5-276: {
Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
[{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n
\"connections\": []\n}","wait":0}}] }
2018-02-09 14:06:01,702 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-5:null) (logid:) SeqA 5-276: Sending Seq 5-276: {
Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
[{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2018-02-09 14:06:04,502 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) Begin cleanup
expired async-jobs
2018-02-09 14:06:04,507 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-3feb65b6) (logid:e10057ae) End cleanup expired
async-jobs
2018-02-09 14:06:05,978 DEBUG [o.a.c.s.SecondaryStorageManagerImpl]
(secstorage-1:ctx-8cfe1d93) (logid:405eee90) Zone 1 is ready to launch
secondary storage VM
2018-02-09 14:06:06,000 DEBUG [c.c.c.ConsoleProxyManagerImpl]
(consoleproxy-1:ctx-1680ddc3) (logid:9d963dfc) Zone 1 is ready to launch
console proxy
2018-02-09 14:06:11,701 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-2:null) (logid:) SeqA 5-277: Processing Seq 5-277: {
Cmd , MgmtId: -1, via: 5, Ver: v1, Flags: 11,
[{"com.cloud.agent.api.ConsoleProxyLoadReportCommand":{"_proxyVmId":1,"_loadInfo":"{\n
\"connections\": []\n}","wait":0}}] }
2018-02-09 14:06:11,703 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-2:null) (logid:) SeqA 5-277: Sending Seq 5-277: {
Ans: , MgmtId: 264216221068220, via: 5, Ver: v1, Flags: 100010,
[{"com.cloud.agent.api.AgentControlAnswer":{"result":true,"wait":0}}] }
2018-02-09 14:06:14,503 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) Begin cleanup
expired async-jobs
2018-02-09 14:06:14,505 INFO [o.a.c.f.j.i.AsyncJobManagerImpl]
(AsyncJobMgr-Heartbeat-1:ctx-0a480d6a) (logid:b7a572a2) End cleanup expired
async-jobs
2018-02-09 14:06:14,582 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 routers to
update status.
2018-02-09 14:06:14,583 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 VPC networks
to update Redundant State.
2018-02-09 14:06:14,584 DEBUG [c.c.n.r.VirtualNetworkApplianceManagerImpl]
(RouterStatusMonitor-1:ctx-528acad3) (logid:a77479b7) Found 0 networks to
update RvR status.
2018-02-09 14:06:16,892 DEBUG [c.c.a.m.AgentManagerImpl]
(AgentManager-Handler-4:null) (logid:) Ping from 3(mtl1-apphst03)
2018-02-09 14:06:16,892 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) Process host VM state report from
ping process. host: 3
2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) Process VM state report. host: 3,
number of records in report: 2
2018-02-09 14:06:16,895 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id: 1,
power state: PowerOn
2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) VM power state does not change, skip
DB writing. vm id: 1
2018-02-09 14:06:16,897 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) VM state report. host: 3, vm id: 2,
power state: PowerOn
2018-02-09 14:06:16,898 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) VM power state does not change, skip
DB writing. vm id: 2
2018-02-09 14:06:16,899 DEBUG [c.c.v.VirtualMachinePowerStateSyncImpl]
(AgentManager-Handler-4:null) (logid:) Done with process of VM state
report. host: 3
On Fri, Feb 9, 2018 at 4:47 PM, Daan Hoogland <da...@gmail.com>
wrote:
> and with cloudstack (and mysql) running locally, right?
> So my next step would be to stop cloudstack and see if you can start the
> image with virsh?
> Cloudstack thinks for some reason the host is not a suitable target. I have
> no clue why that is from your log. You can start cloudstack in a debugger
> but given you are asking on users@, i don't think you are familiar with
> that kind of work are, you?
> You might also want to look in the management (and agent) log to see if you
> can find anything about the capacity reported. Look for GetHostStatsAnswer.
>
> On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > Yes, its KVM
> >
> > On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > I am at a loss but really would like to help you.
> > > is it a KVM with the management server running locally?
> > >
> > > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > My Host is only 1 machine atm:
> > > > Dell PowerEdge610
> > > > OS: CentOS7 (latest)
> > > > CPU: 2x12 cores (24 cores in total)
> > > > RAM: 192 GB
> > > > Storage: 3+ TB
> >
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
and with cloudstack (and mysql) running locally, right?
So my next step would be to stop cloudstack and see if you can start the
image with virsh?
Cloudstack thinks for some reason the host is not a suitable target. I have
no clue why that is from your log. You can start cloudstack in a debugger
but given you are asking on users@, i don't think you are familiar with
that kind of work are, you?
You might also want to look in the management (and agent) log to see if you
can find anything about the capacity reported. Look for GetHostStatsAnswer.
On Fri, Feb 9, 2018 at 3:11 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> Yes, its KVM
>
> On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > I am at a loss but really would like to help you.
> > is it a KVM with the management server running locally?
> >
> > On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > My Host is only 1 machine atm:
> > > Dell PowerEdge610
> > > OS: CentOS7 (latest)
> > > CPU: 2x12 cores (24 cores in total)
> > > RAM: 192 GB
> > > Storage: 3+ TB
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
Yes, its KVM
On Fri, Feb 9, 2018 at 4:06 PM, Daan Hoogland <da...@gmail.com>
wrote:
> I am at a loss but really would like to help you.
> is it a KVM with the management server running locally?
>
> On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > My Host is only 1 machine atm:
> > Dell PowerEdge610
> > OS: CentOS7 (latest)
> > CPU: 2x12 cores (24 cores in total)
> > RAM: 192 GB
> > Storage: 3+ TB
> >
> > I was running cloudstack-4.10 without problems since it was released
> >
> > Your help is appreciated
> >
> > On Fri, Feb 9, 2018 at 3:57 PM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > Jevgeni,
> > >
> > > can you describe your environment in more detail? the host[3] that is
> in
> > > the avoid list, is it the host that VM was/is originally running on? Is
> > > anything running on it atm? what is it's distribution and version?
> > etc....
> > >
> > > On Fri, Feb 9, 2018 at 2:44 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > To follow up:
> > > > this is what I have in log:
> > > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) DeploymentPlanner allocation algorithm: null
> > > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Trying to allocate a host and storage pools from
> dc:1,
> > > > pod:1,cluster:null, requested cpu: 500, requested ram: 2147483648
> > > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Is ROOT volume READY (pool already allocated)?: No
> > > > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Deploy avoids pods: [], clusters: [], hosts: [3]
> > > > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > > DeploymentPlanner cannot allocate the VM, returning.
> > > > 2018-02-09 13:31:48,843 DEBUG [c.c.c.CapacityManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) VM state transitted from :Starting to Stopped with
> > > event:
> > > > OperationFailedvm's original host id: 3 new host id: null host id
> > before
> > > > state transition: 3
> > > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Hosts's actual total CPU: 70224 and CPU after
> applying
> > > > overprovisioning: 70224
> > > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Hosts's actual total RAM: 205071147008 and RAM after
> > > > applying overprovisioning: 205071155200
> > > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) release cpu from host: 3, old used: 1500,reserved:
> > > 26100,
> > > > actual total: 70224, total with overprovisioning: 70224; new used:
> > > > 1000,reserved:26100; movedfromreserved: false,moveToReserveredfalse
> > > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) release mem from host: 3, old used:
> > 3758096384,reserved:
> > > > 81335943168, total: 205071155200; new used:
> > > > 1610612736,reserved:81335943168; movedfromreserved:
> > > > false,moveToReserveredfalse
> > > > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobHandlerProxy]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Invocation exception, caused by:
> > > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > > create
> > > > a
> > > > deployment for VM[User|i-2-11-VM]Scope=interface
> > > com.cloud.dc.DataCenter;
> > > > id=1
> > > > 2018-02-09 13:31:48,854 INFO [c.c.v.VmWorkJobHandlerProxy]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > > (logid:0afb959d) Rethrow exception
> > > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > > create
> > > > a
> > > > deployment for VM[User|i-2-11-VM]Scope=interface
> > > com.cloud.dc.DataCenter;
> > > > id=1
> > > > 2018-02-09 13:31:48,854 DEBUG [c.c.v.VmWorkJobDispatcher]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Done
> > > > with run of VM work job: com.cloud.vm.VmWorkStart for VM 11, job
> > origin:
> > > > 893
> > > > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobDispatcher]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > Unable
> > > > to complete AsyncJobVO {id:896, userId: 2, accountId: 2,
> instanceType:
> > > > null, instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo:
> > > > rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oA
> > > > BGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50
> > > > UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5n
> > > > L0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYX
> > > > ZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-
> AAJMAAdwbGFubmVycQB-
> > > > AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS
> > > > 91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV2
> > > 9ya5-
> > > > ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmR
> > > sZXJOYW1lcQB-
> > > > AAN4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5l
> > > > TWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwc3IAEWphdmEudXRpbC5IYXNo
> > > > TWFwBQfawcMWYNEDAAJGAApsb2FkRmFjdG9ySQAJdGhyZXNob2xkeHA_
> > > > QAAAAAAADHcIAAAAEAAAAAF0AApWbVBhc3N3b3JkdAAcck8wQUJYUUFEbk5o
> > > > ZG1Wa1gzQmhjM04zYjNKa3hw,
> > > > cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0,
> > > > result: null, initMsid: 264216221068220, completeMsid: null,
> > lastUpdated:
> > > > null, lastPolled: null, created: Fri Feb 09 13:31:46 GMT 2018}, job
> > > > origin:893
> > > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > > create
> > > > a
> > > > deployment for VM[User|i-2-11-VM]Scope=interface
> > > com.cloud.dc.DataCenter;
> > > > id=1
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > > VirtualMachineManagerImpl.java:1072)
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > > VirtualMachineManagerImpl.java:4927)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > at
> > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > NativeMethodAccessorImpl.java:
> > > > 62)
> > > > at
> > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > DelegatingMethodAccessorImpl.java:43)
> > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > at
> > > > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(
> > > > VmWorkJobHandlerProxy.java:107)
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(
> > > > VirtualMachineManagerImpl.java:5090)
> > > > at
> > > > com.cloud.vm.VmWorkJobDispatcher.runJob(
> VmWorkJobDispatcher.java:102)
> > > > at
> > > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > > > runInContext(AsyncJobManagerImpl.java:581)
> > > > at
> > > > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > > > ManagedContextRunnable.java:49)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.
> > DefaultManagedContext$1.call(
> > > > DefaultManagedContext.java:56)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > > callWithContext(DefaultManagedContext.java:103)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > > runWithContext(DefaultManagedContext.java:53)
> > > > at
> > > > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > > > ManagedContextRunnable.java:46)
> > > > at
> > > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > > > AsyncJobManagerImpl.java:529)
> > > > at
> > > > java.util.concurrent.Executors$RunnableAdapter.
> > call(Executors.java:511)
> > > > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > > > at
> > > > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > > > ThreadPoolExecutor.java:1149)
> > > > at
> > > > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > > > ThreadPoolExecutor.java:624)
> > > > at java.lang.Thread.run(Thread.java:748)
> > > > 2018-02-09 13:31:48,856 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > > Complete async job-896, jobStatus: FAILED, resultCode: 0, result:
> > > > rO0ABXNyADdjb20uY2xvdWQuZXhjZXB0aW9uLkluc3VmZmljaWVudFNlcnZl
> > > > ckNhcGFjaXR5RXhjZXB0aW9uAAAAAFZNT3ACAAFaABVhZmZpbml0eUdyb3Vw
> > > > c0FwcGxpZWR4cgAxY29tLmNsb3VkLmV4Y2VwdGlvbi5JbnN1ZmZpY2llbnRD
> > > > YXBhY2l0eUV4Y2VwdGlvbgAAAABWTU91AgACTAACaWR0ABBMamF2YS9sYW5n
> > > > L0xvbmc7TAAFc2NvcGV0ABFMamF2YS9sYW5nL0NsYXNzO3hyACJjb20uY2xv
> > > > dWQuZXhjZXB0aW9uLkNsb3VkRXhjZXB0aW9ueeiOG_
> > HkRMcCAAJMAAtjc0Vycm9yQ29kZXQA
> > > > E0xqYXZhL2xhbmcvSW50ZWdlcjtMAAZpZExpc3R0ABVMamF2YS91dGlsL0Fy
> > > > cmF5TGlzdDt4cgATamF2YS5sYW5nLkV4Y2VwdGlvbtD9Hz4aOxzEAgAAeHIA
> > > > E2phdmEubGFuZy5UaHJvd2FibGXVxjUnOXe4ywMABEwABWNhdXNldAAVTGph
> > > > dmEvbGFuZy9UaHJvd2FibGU7TAANZGV0YWlsTWVzc2FnZXQAEkxqYXZhL2xh
> > > > bmcvU3RyaW5nO1sACnN0YWNrVHJhY2V0AB5bTGphdmEvbGFuZy9TdGFja1Ry
> > > > YWNlRWxlbWVudDtMABRzdXBwcmVzc2VkRXhjZXB0aW9uc3QAEExqYXZhL3V0
> > > > aWwvTGlzdDt4cHEAfgANdAA0VW5hYmxlIHRvIGNyZWF0ZSBhIGRlcGxveW1l
> > > > bnQgZm9yIFZNW1VzZXJ8aS0yLTExLVZNXXVyAB5bTGphdmEubGFuZy5TdGFj
> > > > a1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcu
> > > > U3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5k
> > > > ZWNsYXJpbmdDbGFzc3EAfgAKTAAIZmlsZU5hbWVxAH4ACkwACm1ldGhvZE5h
> > > > bWVxAH4ACnhwAAAEMHQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1h
> > > > bmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAQ
> > > > b3JjaGVzdHJhdGVTdGFydHNxAH4AEQAAEz9xAH4AE3EAfgAUcQB-ABVzcQB-ABH____-
> > > > dAAkc3VuLnJlZmxlY3QuTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsdAAdTmF0
> > > > aXZlTWV0aG9kQWNjZXNzb3JJbXBsLmphdmF0AAdpbnZva2Uwc3EAfgARAAAA
> > PnEAfgAYcQB-
> > > > ABl0AAZpbnZva2VzcQB-ABEAAAArdAAoc3VuLnJlZmxlY3QuRG
> > > > VsZWdhdGluZ01ldGhvZEFjY2Vzc29ySW1wbHQAIURlbGVnYXRpbmdNZXRob2
> > > > RBY2Nlc3NvckltcGwuamF2YXEAfgAcc3EAfgARAAAB8nQAGGphdmEubGFuZy
> > > > 5yZWZsZWN0Lk1ldGhvZHQAC01ldGhvZC5qYXZhcQB-ABxzcQB-
> > > > ABEAAABrdAAiY29tLmNsb3VkLnZtLlZtV29ya0pvYkhhbmRsZXJQcm94eXQA
> > > > GlZtV29ya0pvYkhhbmRsZXJQcm94eS5qYXZhdAAPaGFuZGxlVm1Xb3JrSm9i
> > > > c3EAfgARAAAT4nEAfgATcQB-ABRxAH4AJnNxAH4AEQAAAGZ0ACBjb2
> > > > 0uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3
> > > > BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4AEQAAAkV0AD9vcmcuYXBhY2hlLm
> > > > Nsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZX
> > > > JJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbn
> > > > RleHRzcQB-ABEAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm
> > > > 1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW
> > > > 5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-
> > > > ABEAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4
> > > > dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFn
> > > > ZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgARAAAAZ3QAQG9yZy5hcGFjaGUu
> > > > Y2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdl
> > > > ZENvbnRleHRxAH4ANnQAD2NhbGxXaXRoQ29udGV4dHNxAH4AEQAAADVxAH4A
> > > > OXEAfgA2dAAOcnVuV2l0aENvbnRleHRzcQB-ABEAAAAudAA8b3JnLmFwYWNoZS5jbG
> > > > 91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-
> > > > ADJxAH4AM3NxAH4AEQAAAhFxAH4ALXEAfgAucQB-ADNzcQB-ABEAAAH_
> > > > dAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRh
> > > > cHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ADdzcQB-
> ABEAAAEKdAAfamF2YS51dGlsLmNvbm
> > > > N1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAzc3EAfg
> > > > ARAAAEfXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > > > RvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfg
> > > > ARAAACcHQALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > > > RvciRXb3JrZXJxAH4ASHEAfgAzc3EAfgARAAAC7HQAEGphdmEubGFuZy5UaH
> > > > JlYWR0AAtUaHJlYWQuamF2YXEAfgAzc3IAJmphdmEudXRpbC5Db2xsZWN0aW
> > > > 9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-
> > > > AAx4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxl
> > > > Y3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247
> > > > eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhw
> > > > AAAAAHcEAAAAAHhxAH4AVHhzcgARamF2YS5sYW5nLkludGVnZXIS4qCk94GH
> > > > OAIAAUkABXZhbHVleHIAEGphdmEubGFuZy5OdW1iZXKGrJUdC5TgiwIAAHhw
> > > > AAAQ73NxAH4AUwAAAAB3BAAAAAB4c3IADmphdmEubGFuZy5Mb25nO4vkkMyP
> > > > I98CAAFKAAV2YWx1ZXhxAH4AVgAAAAAAAAABdnIAF2NvbS5jbG91ZC5kYy5E
> > > > YXRhQ2VudGVyY0H3c7-VfLMCAAB4cAA
> > > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > > Publish
> > > > async job-896 complete on message bus
> > > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Wake
> > > > up
> > > > jobs related to job-896
> > > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > Update
> > > > db status for job-896
> > > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Wake
> > > > up
> > > > jobs joined with job-896 and disjoin all subjobs created from job-
> 896
> > > > 2018-02-09 13:31:48,861 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Done
> > > > executing com.cloud.vm.VmWorkStart for job-896
> > > > 2018-02-09 13:31:48,861 INFO [o.a.c.f.j.i.AsyncJobMonitor]
> > > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > Remove
> > > > job-896 from job monitoring
> > > > 2018-02-09 13:31:48,868 ERROR [c.c.a.ApiAsyncJobDispatcher]
> > > > (API-Job-Executor-3:ctx-62b8b508 job-893) (logid:0afb959d)
> Unexpected
> > > > exception while executing
> > > > org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin
> > > > com.cloud.utils.exception.CloudRuntimeException: Unable to start a
> VM
> > > due
> > > > to insufficient capacity
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.start(
> > VirtualMachineManagerImpl.
> > > > java:719)
> > > > at
> > > > org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.
> > > > deployVirtualMachine(VMEntityManagerImpl.java:245)
> > > > at
> > > > org.apache.cloudstack.engine.cloud.entity.api.
> > VirtualMachineEntityImpl.
> > > > deploy(VirtualMachineEntityImpl.java:212)
> > > > at
> > > > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > > > UserVmManagerImpl.java:4509)
> > > > at
> > > > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > > > UserVmManagerImpl.java:2703)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > at
> > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > NativeMethodAccessorImpl.java:
> > > > 62)
> > > > at
> > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > DelegatingMethodAccessorImpl.java:43)
> > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > at
> > > > org.springframework.aop.support.AopUtils.
> > invokeJoinpointUsingReflection
> > > > (AopUtils.java:338)
> > > > at
> > > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> > > > invokeJoinpoint(ReflectiveMethodInvocation.java:197)
> > > > at
> > > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> proceed(
> > > > ReflectiveMethodInvocation.java:163)
> > > > at
> > > > org.apache.cloudstack.network.contrail.management.
> > > > EventUtils$EventInterceptor.invoke(EventUtils.java:107)
> > > > at
> > > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> proceed(
> > > > ReflectiveMethodInvocation.java:174)
> > > > at
> > > > com.cloud.event.ActionEventInterceptor.invoke(
> > > ActionEventInterceptor.java:
> > > > 51)
> > > > at
> > > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> proceed(
> > > > ReflectiveMethodInvocation.java:174)
> > > > at
> > > > org.springframework.aop.interceptor.ExposeInvocationInterceptor.
> > invoke(
> > > > ExposeInvocationInterceptor.java:92)
> > > > at
> > > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> proceed(
> > > > ReflectiveMethodInvocation.java:185)
> > > > at
> > > > org.springframework.aop.framework.JdkDynamicAopProxy.
> > > > invoke(JdkDynamicAopProxy.java:212)
> > > > at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown
> Source)
> > > > at
> > > > org.apache.cloudstack.api.command.admin.vm.
> StartVMCmdByAdmin.execute(
> > > > StartVMCmdByAdmin.java:51)
> > > > at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:
> > 150)
> > > > at
> > > > com.cloud.api.ApiAsyncJobDispatcher.runJob(
> ApiAsyncJobDispatcher.java:
> > > 108)
> > > > at
> > > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > > > runInContext(AsyncJobManagerImpl.java:581)
> > > > at
> > > > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > > > ManagedContextRunnable.java:49)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.
> > DefaultManagedContext$1.call(
> > > > DefaultManagedContext.java:56)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > > callWithContext(DefaultManagedContext.java:103)
> > > > at
> > > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > > runWithContext(DefaultManagedContext.java:53)
> > > > at
> > > > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > > > ManagedContextRunnable.java:46)
> > > > at
> > > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > > > AsyncJobManagerImpl.java:529)
> > > > at
> > > > java.util.concurrent.Executors$RunnableAdapter.
> > call(Executors.java:511)
> > > > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > > > at
> > > > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > > > ThreadPoolExecutor.java:1149)
> > > > at
> > > > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > > > ThreadPoolExecutor.java:624)
> > > > at java.lang.Thread.run(Thread.java:748)
> > > > Caused by: com.cloud.exception.InsufficientServerCapacityException:
> > > Unable
> > > > to create a deployment for VM[User|i-2-11-VM]Scope=interface
> > > > com.cloud.dc.DataCenter; id=1
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > > VirtualMachineManagerImpl.java:1072)
> > > > at
> > > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > > VirtualMachineManagerImpl.java:4927)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > ... 18 more
> > > >
> > > >
> > > > On Fri, Feb 9, 2018 at 3:05 PM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com
> > > > >
> > > > wrote:
> > > >
> > > > > OK, I pushed through and got management server running.
> > > > > The steps I made:
> > > > > * recovered DB from backup
> > > > > * downgraded everything 4.11->4.10
> > > > > * installed systemvmtemplates
> > > > > * upgraded 4.10 -> 4.11
> > > > >
> > > > > THEN!!! To make it run I had to go through all manual DB altering.
> > > > > Meaning, there is definitely something wrong in shapeblue
> packages. I
> > > > could
> > > > > not locate the necessary DB scripts in the package. So I fetched an
> > > > update
> > > > > from github repo.
> > > > >
> > > > > Even then it failed to start and I had to do some more DB altering
> > from
> > > > > file https://github.com/apache/cloudstack/blob/4.11/
> > > > > engine/schema/resources/META-INF/db/schema-4930to41000.sql
> > > > > Namely:
> > > > > ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL
> > > > default
> > > > > NULL COMMENT 'Name of the Certificate';
> > > > > ALTER TABLE `cloud`.`network_offerings` ADD COLUMN
> > `service_package_id`
> > > > > varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter
> > Service
> > > > > Package';
> > > > >
> > > > > OK. Here I am.
> > > > >
> > > > > BUT! Not all my VMs are starting. On attempt to start them,
> manually,
> > > it
> > > > > says
> > > > >
> > > > > "Unable to start a VM due to insufficient capacity"
> > > > >
> > > > > OK, I am having VMs taking more cores, than actual physical number
> of
> > > > > cores.
> > > > > VM cores - 35,
> > > > > physical cores - 24
> > > > >
> > > > > It was not the problem with previous version 4.10 - and it was
> > correct.
> > > > I
> > > > > want to decide myself if I want to allow cpu overprovisioning.
> > > > >
> > > > > I consider this a critical bug.
> > > > >
> > > > > On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <
> > > > > j.zolotarjov@gmail.com> wrote:
> > > > >
> > > > >> my host in Centos7. I upgraded just by changing the URL in
> > repository
> > > > and
> > > > >> yum update
> > > > >>
> > > > >> How do I upgrade systemvm templates now?
> > > > >>
> > > > >> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <
> > > daan.hoogland@gmail.com
> > > > >
> > > > >> wrote:
> > > > >>
> > > > >>> ok, this is also an upgrade issue. If all is well you installed
> > them
> > > > >>> first.
> > > > >>> You must have downloaded the new systemvm templates and installed
> > > them
> > > > as
> > > > >>> per the upgrade instructions (didn't read them myself this time
> so
> > > i'd
> > > > >>> have
> > > > >>> to check) and the upgrade will then mark them as the current
> > > templates
> > > > >>> for
> > > > >>> systemVMs.
> > > > >>> This error indicates that something in that process went wrong.
> > > > >>>
> > > > >>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
> > > > >>> j.zolotarjov@gmail.com>
> > > > >>> wrote:
> > > > >>>
> > > > >>> > I have a backup and noone is accessing the installation during
> > > > upgrade
> > > > >>> > process
> > > > >>> >
> > > > >>> > Now:
> > > > >>> > I moved 1 bit further.
> > > > >>> >
> > > > >>> > Now I am having this error
> > > > >>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id
> > > BIGINT(20)
> > > > >>> > DEFAULT NULL
> > > > >>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id
> BIGINT(20)
> > > > >>> DEFAULT 0
> > > > >>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> > > > >>> > fk_ldap_trust_map__domain_id
> > > > >>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> > > > >>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON
> > > > ldap_trust_map
> > > > >>> > (domain_id, account_id)
> > > > >>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil]
> (main:null)
> > > > >>> (logid:)
> > > > >>> > Unable to find properties file: commands.properties
> > > > >>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) No commands.properties file was found, enabling
> dynamic
> > > > roles
> > > > >>> by
> > > > >>> > setting dynamic.apichecker.enabled to true if not already
> > enabled.
> > > > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) Done validating base64 content of user data
> > > > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) Updating System Vm template IDs
> > > > >>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) Updating LXC System Vms
> > > > >>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC
> hypervisor
> > is
> > > > not
> > > > >>> > used, so not failing upgrade
> > > > >>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) Updating Hyperv System Vms
> > > > >>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv
> > > > hypervisor
> > > > >>> is
> > > > >>> > not used, so not failing upgrade
> > > > >>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > > (main:null)
> > > > >>> > (logid:) Updating KVM System Vms
> > > > >>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker]
> > > > >>> (main:null)
> > > > >>> > (logid:) Unable to upgrade the database
> > > > >>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM
> > > > SystemVm
> > > > >>> > template not found. Cannot upgrade system Vms
> > > > >>> > at
> > > > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.
> > updateSystemVmTemplates(
> > > > >>> > Upgrade41000to41100.java:270)
> > > > >>> > at
> > > > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.
> performDataMigration(
> > > > >>> > Upgrade41000to41100.java:71)
> > > > >>> > at
> > > > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > >>> > DatabaseUpgradeChecker.java:561)
> > > > >>> > at
> > > > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > >>> > DatabaseUpgradeChecker.java:641)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.lifecycle.
> > > CloudStackExtendedLifeCycle.
> > > > >>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > > > >>> eCycle.start(
> > > > >>> > CloudStackExtendedLifeCycle.java:55)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > doStart(
> > > > >>> > DefaultLifecycleProcessor.java:183)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > > >>> r.access$200(
> > > > >>> > DefaultLifecycleProcessor.java:52)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > >>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > > >>> r.startBeans(
> > > > >>> > DefaultLifecycleProcessor.java:159)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > > >>> r.onRefresh(
> > > > >>> > DefaultLifecycleProcessor.java:123)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.
> AbstractApplicationContext.
> > > > >>> > finishRefresh(AbstractApplicationContext.java:884)
> > > > >>> > at
> > > > >>> > org.springframework.context.support.AbstractApplicationConte
> > > > >>> xt.refresh(
> > > > >>> > AbstractApplicationContext.java:552)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > > > java:122)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > withModule(DefaultModuleDefinitionSet.java:245)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > withModule(DefaultModuleDefinitionSet.java:250)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > withModule(DefaultModuleDefinitionSet.java:233)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > > >>> DefinitionSet.
> > > > >>> > load(DefaultModuleDefinitionSet.java:79)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.factory.
> > > > ModuleBasedContextFactory.
> > > > >>> > loadModules(ModuleBasedContextFactory.java:37)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > > >>> Context.init(
> > > > >>> > CloudStackSpringContext.java:71)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > > >>> Context.<init>
> > > > >>> > (CloudStackSpringContext.java:58)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > > >>> Context.<init>
> > > > >>> > (CloudStackSpringContext.java:62)
> > > > >>> > at
> > > > >>> > org.apache.cloudstack.spring.module.web.
> > > > CloudStackContextLoaderListene
> > > > >>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.server.handler.ContextHandler.callContextI
> > > > >>> nitialized(
> > > > >>> > ContextHandler.java:890)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextI
> > > > >>> nitialized(
> > > > >>> > ServletContextHandler.java:532)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > startContext(ContextHandler.java:853)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > >>> > ServletContextHandler.java:344)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > >>> > WebAppContext.java:1515)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > >>> > WebAppContext.java:1477)
> > > > >>> > at
> > > > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > doStart(ContextHandler.java:785)
> > > > >>> >
> > > > >>> >
> > > > >>> >
> > > > >>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <
> > > > >>> daan.hoogland@gmail.com>
> > > > >>> > wrote:
> > > > >>> >
> > > > >>> > > before you continue Jevgeni,
> > > > >>> > >
> > > > >>> > > Do you have a good backup and is no-one able to access this
> > > > >>> installation
> > > > >>> > > with UI or API, when you roll back?
> > > > >>> > >
> > > > >>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> > > > >>> > > ernie.jvrensburg@shapeblue.com> wrote:
> > > > >>> > >
> > > > >>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.
> sql:
> > > > >>> > > >
> > > > >>> > > > ________________________________
> > > > >>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > > >>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
> > > > >>> > > > To: users@cloudstack.apache.org
> > > > >>> > > > Subject: Re: cloudstack-management fails to start after
> > upgrade
> > > > >>> 4.10 ->
> > > > >>> > > > 4.11
> > > > >>> > > >
> > > > >>> > > > I dropped the column. But then another error like this
> > appeared
> > > > >>> > > >
> > > > >>> > > > Please advise, where are the DB update script located? so I
> > can
> > > > >>> > manually
> > > > >>> > > > inspect that.
> > > > >>> > > >
> > > > >>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > > > >>> > > > ernie.jvrensburg@shapeblue.com> wrote:
> > > > >>> > > >
> > > > >>> > > > > Hi Jevgeni
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > It looks like there was a database error during the
> upgrade
> > > > >>> process.
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > A SQL script that is trying to add a column 'for_vpc' to
> > the
> > > > >>> TABLE
> > > > >>> > > > > 'cloud.network_offerings' but the column already exists,
> > for
> > > > some
> > > > >>> > > reason,
> > > > >>> > > > > so it fails because mysql does not allow 2 columns with
> the
> > > > same
> > > > >>> name
> > > > >>> > > in
> > > > >>> > > > > the same table.
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > The column might have already existed from a previous
> > upgrade
> > > > or
> > > > >>> from
> > > > >>> > > > > running the 4.11 upgrade more than once, and perhaps the
> > SQL
> > > > >>> script
> > > > >>> > is
> > > > >>> > > > not
> > > > >>> > > > > idempotent.
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > I suggest to manually drop the column on the table and
> run
> > > the
> > > > >>> 4.11
> > > > >>> > > > > upgrade process again.
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > Regards
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > Ernie
> > > > >>> > > > >
> > > > >>> > > > > ________________________________
> > > > >>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > > >>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
> > > > >>> > > > > To: users@cloudstack.apache.org
> > > > >>> > > > > Subject: cloudstack-management fails to start after
> upgrade
> > > > 4.10
> > > > >>> ->
> > > > >>> > > 4.11
> > > > >>> > > > >
> > > > >>> > > > > cloudstack-management fails to start after upgrade from
> > 4.10
> > > to
> > > > >>> 4.11
> > > > >>> > > > >
> > > > >>> > > > > management-server.log:
> > > > >>> > > > > 2018-02-09 07:49:50,842 DEBUG
> > [c.c.u.DatabaseUpgradeChecker]
> > > > >>> > > (main:null)
> > > > >>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade
> > from
> > > > >>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- Licensed to the Apache Software Foundation (ASF) under
> > one
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- or more contributor license agreements. See the
> NOTICE
> > > file
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- distributed with this work for additional information
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- regarding copyright ownership. The ASF licenses this
> > file
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- to you under the Apache License, Version 2.0 (the
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- "License"); you may not use this file except in
> > compliance
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- with the License. You may obtain a copy of the
> License
> > at
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > --
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > --
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- Unless required by applicable law or agreed to in
> > writing,
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- software distributed under the License is distributed
> on
> > > an
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- KIND, either express or implied. See the License for
> > the
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- specific language governing permissions and
> limitations
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- under the License.
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > --;
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > --;
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > -- Add For VPC flag
> > > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> > INT(1)
> > > > NOT
> > > > >>> > NULL
> > > > >>> > > > > DEFAULT 0
> > > > >>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD
> > > COLUMN
> > > > >>> > for_vpc
> > > > >>> > > > > INT(1) NOT NULL DEFAULT 0
> > > > >>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner]
> > > > (main:null)
> > > > >>> > > (logid:)
> > > > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.
> MySQLSyntaxErrorException:
> > > > >>> Duplicate
> > > > >>> > > > > column
> > > > >>> > > > > name 'for_vpc'
> > > > >>> > > > > 2018-02-09 07:49:50,849 ERROR
> > [c.c.u.DatabaseUpgradeChecker]
> > > > >>> > > (main:null)
> > > > >>> > > > > (logid:) Unable to execute upgrade script
> > > > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.
> MySQLSyntaxErrorException:
> > > > >>> Duplicate
> > > > >>> > > > > column
> > > > >>> > > > > name 'for_vpc'
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > > ScriptRunner.java:185)
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > ScriptRunner.java:87)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLif
> > > > >>> eCycle.
> > > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLif
> > > > >>> eCycle.
> > > > >>> > > > start(
> > > > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > doStart(
> > > > >>> > > > > DefaultLifecycleProcessor.java:183)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > access$200(
> > > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor$
> > > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > startBeans(
> > > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > onRefresh(
> > > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > refresh(
> > > > >>> > > > > AbstractApplicationContext.java:552)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > > DefaultModuleDefinitionSet.
> > > > >>> > java:122)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > ModuleBasedContextFactory.
> > > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.init(
> > > > >>> > > > > CloudStackSpringContext.java:71)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:58)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:62)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > > >>> > CloudStackContextLoaderListene
> > > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > > r.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ContextHandler.java:890)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ServletContextHandler.java:532)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > startContext(ContextHandler.java:853)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > startContext(
> > > > >>> > > > > ServletContextHandler.java:344)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > >>> > > > > WebAppContext.java:1515)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > >>> > > > > WebAppContext.java:1477)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > doStart(ContextHandler.java:785)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > >>> > > > > ServletContextHandler.java:261)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > > >>> > WebAppContext.java:545)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > >>> > > > > doStart(GzipHandler.java:273)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.start(Server.java:418)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.doStart(Server.java:385)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > >>> > > > ServerDaemon.java:200)
> > > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > > invoke0(Native
> > > > >>> > Method)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > >>> > > > NativeMethodAccessorImpl.java:
> > > > >>> > > > > 62)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > >>> > > > > at java.lang.reflect.Method.
> > invoke(Method.java:498)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > >>> > > > > DaemonLoader.java:241)
> > > > >>> > > > > 2018-02-09 07:49:50,851 ERROR
> > [c.c.u.DatabaseUpgradeChecker]
> > > > >>> > > (main:null)
> > > > >>> > > > > (logid:) Unable to upgrade the database
> > > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable
> to
> > > > >>> execute
> > > > >>> > > > upgrade
> > > > >>> > > > > script
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > >>> > > > > DatabaseUpgradeChecker.java:465)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLif
> > > > >>> eCycle.
> > > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLif
> > > > >>> eCycle.
> > > > >>> > > > start(
> > > > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > doStart(
> > > > >>> > > > > DefaultLifecycleProcessor.java:183)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > access$200(
> > > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor$
> > > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > startBeans(
> > > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > onRefresh(
> > > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > refresh(
> > > > >>> > > > > AbstractApplicationContext.java:552)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > > DefaultModuleDefinitionSet.
> > > > >>> > java:122)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > ModuleBasedContextFactory.
> > > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.init(
> > > > >>> > > > > CloudStackSpringContext.java:71)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:58)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:62)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > > >>> > CloudStackContextLoaderListene
> > > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > > r.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ContextHandler.java:890)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ServletContextHandler.java:532)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > startContext(ContextHandler.java:853)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > startContext(
> > > > >>> > > > > ServletContextHandler.java:344)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > >>> > > > > WebAppContext.java:1515)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > >>> > > > > WebAppContext.java:1477)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > doStart(ContextHandler.java:785)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > >>> > > > > ServletContextHandler.java:261)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > > >>> > WebAppContext.java:545)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > >>> > > > > doStart(GzipHandler.java:273)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.start(Server.java:418)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.doStart(Server.java:385)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > >>> > > > ServerDaemon.java:200)
> > > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > > invoke0(Native
> > > > >>> > Method)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > >>> > > > NativeMethodAccessorImpl.java:
> > > > >>> > > > > 62)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > >>> > > > > at java.lang.reflect.Method.
> > invoke(Method.java:498)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > >>> > > > > DaemonLoader.java:241)
> > > > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > > > >>> > MySQLSyntaxErrorException:
> > > > >>> > > > > Duplicate column name 'for_vpc'
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > > ScriptRunner.java:185)
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > ScriptRunner.java:87)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > > >>> > > > > ... 54 more
> > > > >>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction]
> > > > (main:null)
> > > > >>> > > > (logid:)
> > > > >>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade;
> > > called
> > > > >>> by
> > > > >>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.
> > removeUpTo
> > > > >>> :832-
> > > > >>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.
> > > > upgrade:572-
> > > > >>> > > > > DatabaseUpgradeChecker.check:641-
> > > CloudStackExtendedLifeCycle.
> > > > >>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > > > >>> > > > > DefaultLifecycleProcessor.doStart:183-
> > > > DefaultLifecycleProcessor.
> > > > >>> > > > > access$200:52-DefaultLifecycleProcessor$
> > LifecycleGroup.start
> > > > >>> :358-
> > > > >>> > > > > DefaultLifecycleProcessor.startBeans:159-
> > DefaultLifecyclePro
> > > > >>> cessor.
> > > > >>> > > > > onRefresh:123
> > > > >>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> > > > >>> > ResourceApplicationContext]
> > > > >>> > > > > (main:null) (logid:) Exception encountered during context
> > > > >>> > > initialization
> > > > >>> > > > -
> > > > >>> > > > > cancelling refresh attempt:
> > > > >>> > > > > org.springframework.context.ApplicationContextException:
> > > > Failed
> > > > >>> to
> > > > >>> > > start
> > > > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable
> to
> > > > >>> upgrade
> > > > >>> > the
> > > > >>> > > > > database
> > > > >>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext]
> > > > (main:null)
> > > > >>> > > > (logid:)
> > > > >>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > > > >>> > > > > {/client,file:///usr/share/
> cloudstack-management/webapp/,
> > > > >>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > > > >>> > > > > org.springframework.context.ApplicationContextException:
> > > > Failed
> > > > >>> to
> > > > >>> > > start
> > > > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable
> to
> > > > >>> upgrade
> > > > >>> > the
> > > > >>> > > > > database
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > doStart(
> > > > >>> > > > > DefaultLifecycleProcessor.java:186)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > access$200(
> > > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor$
> > > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > > startBeans(
> > > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > DefaultLifecycleProcessor.
> > > > >>> > > onRefresh(
> > > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > >>> > > > > at
> > > > >>> > > > > org.springframework.context.support.
> > > > AbstractApplicationContext.
> > > > >>> > > refresh(
> > > > >>> > > > > AbstractApplicationContext.java:552)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > > DefaultModuleDefinitionSet.
> > > > >>> > java:122)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > >>> > > > DefaultModuleDefinitionSet.
> > > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > ModuleBasedContextFactory.
> > > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.init(
> > > > >>> > > > > CloudStackSpringContext.java:71)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:58)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > > >>> > > > CloudStackSpringContext.<init>
> > > > >>> > > > > (CloudStackSpringContext.java:62)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > > >>> > CloudStackContextLoaderListene
> > > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > > r.java:52)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ContextHandler.java:890)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > > >>> > > callContextInitialized(
> > > > >>> > > > > ServletContextHandler.java:532)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > startContext(ContextHandler.java:853)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > startContext(
> > > > >>> > > > > ServletContextHandler.java:344)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > >>> > > > > WebAppContext.java:1515)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > >>> > > > > WebAppContext.java:1477)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > >>> > > > > doStart(ContextHandler.java:785)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > >>> > > > > ServletContextHandler.java:261)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > > >>> > WebAppContext.java:545)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > >>> > > > > doStart(GzipHandler.java:273)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.start(Server.java:418)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > >>> > > > > doStart(AbstractHandler.java:113)
> > > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > > >>> r.doStart(Server.java:385)
> > > > >>> > > > > at
> > > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > >>> > > > ServerDaemon.java:200)
> > > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > > invoke0(Native
> > > > >>> > Method)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > >>> > > > NativeMethodAccessorImpl.java:
> > > > >>> > > > > 62)
> > > > >>> > > > > at
> > > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > >>> > > > > at java.lang.reflect.Method.
> > invoke(Method.java:498)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > >>> > > > > DaemonLoader.java:241)
> > > > >>> > > > > Caused by: com.cloud.utils.exception.
> > CloudRuntimeException:
> > > > >>> Unable
> > > > >>> > to
> > > > >>> > > > > upgrade the database
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > >>> > > > > DatabaseUpgradeChecker.java:570)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > > >>> > > > > at
> > > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLif
> > > > >>> eCycle.
> > > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > >>> > > > > ... 51 more
> > > > >>> > > > > Caused by: com.cloud.utils.exception.
> > CloudRuntimeException:
> > > > >>> Unable
> > > > >>> > to
> > > > >>> > > > > execute upgrade script
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > >>> > > > > DatabaseUpgradeChecker.java:465)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > > >>> > > > > ... 52 more
> > > > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > > > >>> > MySQLSyntaxErrorException:
> > > > >>> > > > > Duplicate column name 'for_vpc'
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > > ScriptRunner.java:185)
> > > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > >>> > > > ScriptRunner.java:87)
> > > > >>> > > > > at
> > > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > > >>> > > > > ... 54 more
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > > Please help!
> > > > >>> > > > >
> > > > >>> > > > > ernie.jvrensburg@shapeblue.com
> > > > >>> > > > > www.shapeblue.com<http://www.shapeblue.com>
> > > > >>> > > > > ,
> > > > >>> > > > > @shapeblue
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > > >
> > > > >>> > > >
> > > > >>> > > > ernie.jvrensburg@shapeblue.com
> > > > >>> > > > www.shapeblue.com
> > > > >>> > > > ,
> > > > >>> > > > @shapeblue
> > > > >>> > > >
> > > > >>> > > >
> > > > >>> > > >
> > > > >>> > > >
> > > > >>> > >
> > > > >>> > >
> > > > >>> > > --
> > > > >>> > > Daan
> > > > >>> > >
> > > > >>> >
> > > > >>>
> > > > >>>
> > > > >>>
> > > > >>> --
> > > > >>> Daan
> > > > >>>
> > > > >>
> > > > >>
> > > > >
> > > >
> > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
I am at a loss but really would like to help you.
is it a KVM with the management server running locally?
On Fri, Feb 9, 2018 at 3:02 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> My Host is only 1 machine atm:
> Dell PowerEdge610
> OS: CentOS7 (latest)
> CPU: 2x12 cores (24 cores in total)
> RAM: 192 GB
> Storage: 3+ TB
>
> I was running cloudstack-4.10 without problems since it was released
>
> Your help is appreciated
>
> On Fri, Feb 9, 2018 at 3:57 PM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > Jevgeni,
> >
> > can you describe your environment in more detail? the host[3] that is in
> > the avoid list, is it the host that VM was/is originally running on? Is
> > anything running on it atm? what is it's distribution and version?
> etc....
> >
> > On Fri, Feb 9, 2018 at 2:44 PM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > To follow up:
> > > this is what I have in log:
> > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) DeploymentPlanner allocation algorithm: null
> > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Trying to allocate a host and storage pools from dc:1,
> > > pod:1,cluster:null, requested cpu: 500, requested ram: 2147483648
> > > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Is ROOT volume READY (pool already allocated)?: No
> > > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Deploy avoids pods: [], clusters: [], hosts: [3]
> > > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > > DeploymentPlanner cannot allocate the VM, returning.
> > > 2018-02-09 13:31:48,843 DEBUG [c.c.c.CapacityManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) VM state transitted from :Starting to Stopped with
> > event:
> > > OperationFailedvm's original host id: 3 new host id: null host id
> before
> > > state transition: 3
> > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Hosts's actual total CPU: 70224 and CPU after applying
> > > overprovisioning: 70224
> > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Hosts's actual total RAM: 205071147008 and RAM after
> > > applying overprovisioning: 205071155200
> > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) release cpu from host: 3, old used: 1500,reserved:
> > 26100,
> > > actual total: 70224, total with overprovisioning: 70224; new used:
> > > 1000,reserved:26100; movedfromreserved: false,moveToReserveredfalse
> > > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) release mem from host: 3, old used:
> 3758096384,reserved:
> > > 81335943168, total: 205071155200; new used:
> > > 1610612736,reserved:81335943168; movedfromreserved:
> > > false,moveToReserveredfalse
> > > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobHandlerProxy]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Invocation exception, caused by:
> > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > create
> > > a
> > > deployment for VM[User|i-2-11-VM]Scope=interface
> > com.cloud.dc.DataCenter;
> > > id=1
> > > 2018-02-09 13:31:48,854 INFO [c.c.v.VmWorkJobHandlerProxy]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > > (logid:0afb959d) Rethrow exception
> > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > create
> > > a
> > > deployment for VM[User|i-2-11-VM]Scope=interface
> > com.cloud.dc.DataCenter;
> > > id=1
> > > 2018-02-09 13:31:48,854 DEBUG [c.c.v.VmWorkJobDispatcher]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Done
> > > with run of VM work job: com.cloud.vm.VmWorkStart for VM 11, job
> origin:
> > > 893
> > > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobDispatcher]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Unable
> > > to complete AsyncJobVO {id:896, userId: 2, accountId: 2, instanceType:
> > > null, instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo:
> > > rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oA
> > > BGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50
> > > UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5n
> > > L0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYX
> > > ZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-
> > > AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS
> > > 91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV2
> > 9ya5-
> > > ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmR
> > sZXJOYW1lcQB-
> > > AAN4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5l
> > > TWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwc3IAEWphdmEudXRpbC5IYXNo
> > > TWFwBQfawcMWYNEDAAJGAApsb2FkRmFjdG9ySQAJdGhyZXNob2xkeHA_
> > > QAAAAAAADHcIAAAAEAAAAAF0AApWbVBhc3N3b3JkdAAcck8wQUJYUUFEbk5o
> > > ZG1Wa1gzQmhjM04zYjNKa3hw,
> > > cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0,
> > > result: null, initMsid: 264216221068220, completeMsid: null,
> lastUpdated:
> > > null, lastPolled: null, created: Fri Feb 09 13:31:46 GMT 2018}, job
> > > origin:893
> > > com.cloud.exception.InsufficientServerCapacityException: Unable to
> > create
> > > a
> > > deployment for VM[User|i-2-11-VM]Scope=interface
> > com.cloud.dc.DataCenter;
> > > id=1
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > VirtualMachineManagerImpl.java:1072)
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > VirtualMachineManagerImpl.java:4927)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > NativeMethodAccessorImpl.java:
> > > 62)
> > > at
> > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > DelegatingMethodAccessorImpl.java:43)
> > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > at
> > > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(
> > > VmWorkJobHandlerProxy.java:107)
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(
> > > VirtualMachineManagerImpl.java:5090)
> > > at
> > > com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
> > > at
> > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > > runInContext(AsyncJobManagerImpl.java:581)
> > > at
> > > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > > ManagedContextRunnable.java:49)
> > > at
> > > org.apache.cloudstack.managed.context.impl.
> DefaultManagedContext$1.call(
> > > DefaultManagedContext.java:56)
> > > at
> > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > callWithContext(DefaultManagedContext.java:103)
> > > at
> > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > runWithContext(DefaultManagedContext.java:53)
> > > at
> > > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > > ManagedContextRunnable.java:46)
> > > at
> > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > > AsyncJobManagerImpl.java:529)
> > > at
> > > java.util.concurrent.Executors$RunnableAdapter.
> call(Executors.java:511)
> > > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > > at
> > > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > > ThreadPoolExecutor.java:1149)
> > > at
> > > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > > ThreadPoolExecutor.java:624)
> > > at java.lang.Thread.run(Thread.java:748)
> > > 2018-02-09 13:31:48,856 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > Complete async job-896, jobStatus: FAILED, resultCode: 0, result:
> > > rO0ABXNyADdjb20uY2xvdWQuZXhjZXB0aW9uLkluc3VmZmljaWVudFNlcnZl
> > > ckNhcGFjaXR5RXhjZXB0aW9uAAAAAFZNT3ACAAFaABVhZmZpbml0eUdyb3Vw
> > > c0FwcGxpZWR4cgAxY29tLmNsb3VkLmV4Y2VwdGlvbi5JbnN1ZmZpY2llbnRD
> > > YXBhY2l0eUV4Y2VwdGlvbgAAAABWTU91AgACTAACaWR0ABBMamF2YS9sYW5n
> > > L0xvbmc7TAAFc2NvcGV0ABFMamF2YS9sYW5nL0NsYXNzO3hyACJjb20uY2xv
> > > dWQuZXhjZXB0aW9uLkNsb3VkRXhjZXB0aW9ueeiOG_
> HkRMcCAAJMAAtjc0Vycm9yQ29kZXQA
> > > E0xqYXZhL2xhbmcvSW50ZWdlcjtMAAZpZExpc3R0ABVMamF2YS91dGlsL0Fy
> > > cmF5TGlzdDt4cgATamF2YS5sYW5nLkV4Y2VwdGlvbtD9Hz4aOxzEAgAAeHIA
> > > E2phdmEubGFuZy5UaHJvd2FibGXVxjUnOXe4ywMABEwABWNhdXNldAAVTGph
> > > dmEvbGFuZy9UaHJvd2FibGU7TAANZGV0YWlsTWVzc2FnZXQAEkxqYXZhL2xh
> > > bmcvU3RyaW5nO1sACnN0YWNrVHJhY2V0AB5bTGphdmEvbGFuZy9TdGFja1Ry
> > > YWNlRWxlbWVudDtMABRzdXBwcmVzc2VkRXhjZXB0aW9uc3QAEExqYXZhL3V0
> > > aWwvTGlzdDt4cHEAfgANdAA0VW5hYmxlIHRvIGNyZWF0ZSBhIGRlcGxveW1l
> > > bnQgZm9yIFZNW1VzZXJ8aS0yLTExLVZNXXVyAB5bTGphdmEubGFuZy5TdGFj
> > > a1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcu
> > > U3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5k
> > > ZWNsYXJpbmdDbGFzc3EAfgAKTAAIZmlsZU5hbWVxAH4ACkwACm1ldGhvZE5h
> > > bWVxAH4ACnhwAAAEMHQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1h
> > > bmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAQ
> > > b3JjaGVzdHJhdGVTdGFydHNxAH4AEQAAEz9xAH4AE3EAfgAUcQB-ABVzcQB-ABH____-
> > > dAAkc3VuLnJlZmxlY3QuTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsdAAdTmF0
> > > aXZlTWV0aG9kQWNjZXNzb3JJbXBsLmphdmF0AAdpbnZva2Uwc3EAfgARAAAA
> PnEAfgAYcQB-
> > > ABl0AAZpbnZva2VzcQB-ABEAAAArdAAoc3VuLnJlZmxlY3QuRG
> > > VsZWdhdGluZ01ldGhvZEFjY2Vzc29ySW1wbHQAIURlbGVnYXRpbmdNZXRob2
> > > RBY2Nlc3NvckltcGwuamF2YXEAfgAcc3EAfgARAAAB8nQAGGphdmEubGFuZy
> > > 5yZWZsZWN0Lk1ldGhvZHQAC01ldGhvZC5qYXZhcQB-ABxzcQB-
> > > ABEAAABrdAAiY29tLmNsb3VkLnZtLlZtV29ya0pvYkhhbmRsZXJQcm94eXQA
> > > GlZtV29ya0pvYkhhbmRsZXJQcm94eS5qYXZhdAAPaGFuZGxlVm1Xb3JrSm9i
> > > c3EAfgARAAAT4nEAfgATcQB-ABRxAH4AJnNxAH4AEQAAAGZ0ACBjb2
> > > 0uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3
> > > BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4AEQAAAkV0AD9vcmcuYXBhY2hlLm
> > > Nsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZX
> > > JJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbn
> > > RleHRzcQB-ABEAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm
> > > 1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW
> > > 5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-
> > > ABEAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4
> > > dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFn
> > > ZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgARAAAAZ3QAQG9yZy5hcGFjaGUu
> > > Y2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdl
> > > ZENvbnRleHRxAH4ANnQAD2NhbGxXaXRoQ29udGV4dHNxAH4AEQAAADVxAH4A
> > > OXEAfgA2dAAOcnVuV2l0aENvbnRleHRzcQB-ABEAAAAudAA8b3JnLmFwYWNoZS5jbG
> > > 91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-
> > > ADJxAH4AM3NxAH4AEQAAAhFxAH4ALXEAfgAucQB-ADNzcQB-ABEAAAH_
> > > dAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRh
> > > cHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ADdzcQB-ABEAAAEKdAAfamF2YS51dGlsLmNvbm
> > > N1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAzc3EAfg
> > > ARAAAEfXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > > RvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfg
> > > ARAAACcHQALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > > RvciRXb3JrZXJxAH4ASHEAfgAzc3EAfgARAAAC7HQAEGphdmEubGFuZy5UaH
> > > JlYWR0AAtUaHJlYWQuamF2YXEAfgAzc3IAJmphdmEudXRpbC5Db2xsZWN0aW
> > > 9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-
> > > AAx4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxl
> > > Y3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247
> > > eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhw
> > > AAAAAHcEAAAAAHhxAH4AVHhzcgARamF2YS5sYW5nLkludGVnZXIS4qCk94GH
> > > OAIAAUkABXZhbHVleHIAEGphdmEubGFuZy5OdW1iZXKGrJUdC5TgiwIAAHhw
> > > AAAQ73NxAH4AUwAAAAB3BAAAAAB4c3IADmphdmEubGFuZy5Mb25nO4vkkMyP
> > > I98CAAFKAAV2YWx1ZXhxAH4AVgAAAAAAAAABdnIAF2NvbS5jbG91ZC5kYy5E
> > > YXRhQ2VudGVyY0H3c7-VfLMCAAB4cAA
> > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > > Publish
> > > async job-896 complete on message bus
> > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Wake
> > > up
> > > jobs related to job-896
> > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Update
> > > db status for job-896
> > > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Wake
> > > up
> > > jobs joined with job-896 and disjoin all subjobs created from job- 896
> > > 2018-02-09 13:31:48,861 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Done
> > > executing com.cloud.vm.VmWorkStart for job-896
> > > 2018-02-09 13:31:48,861 INFO [o.a.c.f.j.i.AsyncJobMonitor]
> > > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Remove
> > > job-896 from job monitoring
> > > 2018-02-09 13:31:48,868 ERROR [c.c.a.ApiAsyncJobDispatcher]
> > > (API-Job-Executor-3:ctx-62b8b508 job-893) (logid:0afb959d) Unexpected
> > > exception while executing
> > > org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin
> > > com.cloud.utils.exception.CloudRuntimeException: Unable to start a VM
> > due
> > > to insufficient capacity
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.start(
> VirtualMachineManagerImpl.
> > > java:719)
> > > at
> > > org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.
> > > deployVirtualMachine(VMEntityManagerImpl.java:245)
> > > at
> > > org.apache.cloudstack.engine.cloud.entity.api.
> VirtualMachineEntityImpl.
> > > deploy(VirtualMachineEntityImpl.java:212)
> > > at
> > > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > > UserVmManagerImpl.java:4509)
> > > at
> > > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > > UserVmManagerImpl.java:2703)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > NativeMethodAccessorImpl.java:
> > > 62)
> > > at
> > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > DelegatingMethodAccessorImpl.java:43)
> > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > at
> > > org.springframework.aop.support.AopUtils.
> invokeJoinpointUsingReflection
> > > (AopUtils.java:338)
> > > at
> > > org.springframework.aop.framework.ReflectiveMethodInvocation.
> > > invokeJoinpoint(ReflectiveMethodInvocation.java:197)
> > > at
> > > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > > ReflectiveMethodInvocation.java:163)
> > > at
> > > org.apache.cloudstack.network.contrail.management.
> > > EventUtils$EventInterceptor.invoke(EventUtils.java:107)
> > > at
> > > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > > ReflectiveMethodInvocation.java:174)
> > > at
> > > com.cloud.event.ActionEventInterceptor.invoke(
> > ActionEventInterceptor.java:
> > > 51)
> > > at
> > > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > > ReflectiveMethodInvocation.java:174)
> > > at
> > > org.springframework.aop.interceptor.ExposeInvocationInterceptor.
> invoke(
> > > ExposeInvocationInterceptor.java:92)
> > > at
> > > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > > ReflectiveMethodInvocation.java:185)
> > > at
> > > org.springframework.aop.framework.JdkDynamicAopProxy.
> > > invoke(JdkDynamicAopProxy.java:212)
> > > at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> > > at
> > > org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin.execute(
> > > StartVMCmdByAdmin.java:51)
> > > at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:
> 150)
> > > at
> > > com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:
> > 108)
> > > at
> > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > > runInContext(AsyncJobManagerImpl.java:581)
> > > at
> > > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > > ManagedContextRunnable.java:49)
> > > at
> > > org.apache.cloudstack.managed.context.impl.
> DefaultManagedContext$1.call(
> > > DefaultManagedContext.java:56)
> > > at
> > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > callWithContext(DefaultManagedContext.java:103)
> > > at
> > > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > > runWithContext(DefaultManagedContext.java:53)
> > > at
> > > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > > ManagedContextRunnable.java:46)
> > > at
> > > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > > AsyncJobManagerImpl.java:529)
> > > at
> > > java.util.concurrent.Executors$RunnableAdapter.
> call(Executors.java:511)
> > > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > > at
> > > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > > ThreadPoolExecutor.java:1149)
> > > at
> > > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > > ThreadPoolExecutor.java:624)
> > > at java.lang.Thread.run(Thread.java:748)
> > > Caused by: com.cloud.exception.InsufficientServerCapacityException:
> > Unable
> > > to create a deployment for VM[User|i-2-11-VM]Scope=interface
> > > com.cloud.dc.DataCenter; id=1
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > VirtualMachineManagerImpl.java:1072)
> > > at
> > > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > > VirtualMachineManagerImpl.java:4927)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > ... 18 more
> > >
> > >
> > > On Fri, Feb 9, 2018 at 3:05 PM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com
> > > >
> > > wrote:
> > >
> > > > OK, I pushed through and got management server running.
> > > > The steps I made:
> > > > * recovered DB from backup
> > > > * downgraded everything 4.11->4.10
> > > > * installed systemvmtemplates
> > > > * upgraded 4.10 -> 4.11
> > > >
> > > > THEN!!! To make it run I had to go through all manual DB altering.
> > > > Meaning, there is definitely something wrong in shapeblue packages. I
> > > could
> > > > not locate the necessary DB scripts in the package. So I fetched an
> > > update
> > > > from github repo.
> > > >
> > > > Even then it failed to start and I had to do some more DB altering
> from
> > > > file https://github.com/apache/cloudstack/blob/4.11/
> > > > engine/schema/resources/META-INF/db/schema-4930to41000.sql
> > > > Namely:
> > > > ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL
> > > default
> > > > NULL COMMENT 'Name of the Certificate';
> > > > ALTER TABLE `cloud`.`network_offerings` ADD COLUMN
> `service_package_id`
> > > > varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter
> Service
> > > > Package';
> > > >
> > > > OK. Here I am.
> > > >
> > > > BUT! Not all my VMs are starting. On attempt to start them, manually,
> > it
> > > > says
> > > >
> > > > "Unable to start a VM due to insufficient capacity"
> > > >
> > > > OK, I am having VMs taking more cores, than actual physical number of
> > > > cores.
> > > > VM cores - 35,
> > > > physical cores - 24
> > > >
> > > > It was not the problem with previous version 4.10 - and it was
> correct.
> > > I
> > > > want to decide myself if I want to allow cpu overprovisioning.
> > > >
> > > > I consider this a critical bug.
> > > >
> > > > On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <
> > > > j.zolotarjov@gmail.com> wrote:
> > > >
> > > >> my host in Centos7. I upgraded just by changing the URL in
> repository
> > > and
> > > >> yum update
> > > >>
> > > >> How do I upgrade systemvm templates now?
> > > >>
> > > >> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <
> > daan.hoogland@gmail.com
> > > >
> > > >> wrote:
> > > >>
> > > >>> ok, this is also an upgrade issue. If all is well you installed
> them
> > > >>> first.
> > > >>> You must have downloaded the new systemvm templates and installed
> > them
> > > as
> > > >>> per the upgrade instructions (didn't read them myself this time so
> > i'd
> > > >>> have
> > > >>> to check) and the upgrade will then mark them as the current
> > templates
> > > >>> for
> > > >>> systemVMs.
> > > >>> This error indicates that something in that process went wrong.
> > > >>>
> > > >>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
> > > >>> j.zolotarjov@gmail.com>
> > > >>> wrote:
> > > >>>
> > > >>> > I have a backup and noone is accessing the installation during
> > > upgrade
> > > >>> > process
> > > >>> >
> > > >>> > Now:
> > > >>> > I moved 1 bit further.
> > > >>> >
> > > >>> > Now I am having this error
> > > >>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > >>> (logid:)
> > > >>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id
> > BIGINT(20)
> > > >>> > DEFAULT NULL
> > > >>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > >>> (logid:)
> > > >>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
> > > >>> DEFAULT 0
> > > >>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > >>> (logid:)
> > > >>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> > > >>> > fk_ldap_trust_map__domain_id
> > > >>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > >>> (logid:)
> > > >>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> > > >>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > >>> (logid:)
> > > >>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON
> > > ldap_trust_map
> > > >>> > (domain_id, account_id)
> > > >>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null)
> > > >>> (logid:)
> > > >>> > Unable to find properties file: commands.properties
> > > >>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) No commands.properties file was found, enabling dynamic
> > > roles
> > > >>> by
> > > >>> > setting dynamic.apichecker.enabled to true if not already
> enabled.
> > > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) Done validating base64 content of user data
> > > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) Updating System Vm template IDs
> > > >>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) Updating LXC System Vms
> > > >>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor
> is
> > > not
> > > >>> > used, so not failing upgrade
> > > >>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) Updating Hyperv System Vms
> > > >>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv
> > > hypervisor
> > > >>> is
> > > >>> > not used, so not failing upgrade
> > > >>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100]
> > > (main:null)
> > > >>> > (logid:) Updating KVM System Vms
> > > >>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker]
> > > >>> (main:null)
> > > >>> > (logid:) Unable to upgrade the database
> > > >>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM
> > > SystemVm
> > > >>> > template not found. Cannot upgrade system Vms
> > > >>> > at
> > > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.
> updateSystemVmTemplates(
> > > >>> > Upgrade41000to41100.java:270)
> > > >>> > at
> > > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
> > > >>> > Upgrade41000to41100.java:71)
> > > >>> > at
> > > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > >>> > DatabaseUpgradeChecker.java:561)
> > > >>> > at
> > > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > >>> > DatabaseUpgradeChecker.java:641)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.lifecycle.
> > CloudStackExtendedLifeCycle.
> > > >>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > > >>> eCycle.start(
> > > >>> > CloudStackExtendedLifeCycle.java:55)
> > > >>> > at
> > > >>> > org.springframework.context.support.DefaultLifecycleProcessor.
> > > doStart(
> > > >>> > DefaultLifecycleProcessor.java:183)
> > > >>> > at
> > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > >>> r.access$200(
> > > >>> > DefaultLifecycleProcessor.java:52)
> > > >>> > at
> > > >>> > org.springframework.context.support.DefaultLifecycleProcessor$
> > > >>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > >>> > at
> > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > >>> r.startBeans(
> > > >>> > DefaultLifecycleProcessor.java:159)
> > > >>> > at
> > > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > > >>> r.onRefresh(
> > > >>> > DefaultLifecycleProcessor.java:123)
> > > >>> > at
> > > >>> > org.springframework.context.support.AbstractApplicationContext.
> > > >>> > finishRefresh(AbstractApplicationContext.java:884)
> > > >>> > at
> > > >>> > org.springframework.context.support.AbstractApplicationConte
> > > >>> xt.refresh(
> > > >>> > AbstractApplicationContext.java:552)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > loadContext(DefaultModuleDefinitionSet.java:145)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > > java:122)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > withModule(DefaultModuleDefinitionSet.java:245)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > withModule(DefaultModuleDefinitionSet.java:250)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > withModule(DefaultModuleDefinitionSet.java:233)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > > >>> DefinitionSet.
> > > >>> > load(DefaultModuleDefinitionSet.java:79)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.factory.
> > > ModuleBasedContextFactory.
> > > >>> > loadModules(ModuleBasedContextFactory.java:37)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > >>> Context.init(
> > > >>> > CloudStackSpringContext.java:71)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > >>> Context.<init>
> > > >>> > (CloudStackSpringContext.java:58)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > > >>> Context.<init>
> > > >>> > (CloudStackSpringContext.java:62)
> > > >>> > at
> > > >>> > org.apache.cloudstack.spring.module.web.
> > > CloudStackContextLoaderListene
> > > >>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > >>> > at
> > > >>> > org.eclipse.jetty.server.handler.ContextHandler.callContextI
> > > >>> nitialized(
> > > >>> > ContextHandler.java:890)
> > > >>> > at
> > > >>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextI
> > > >>> nitialized(
> > > >>> > ServletContextHandler.java:532)
> > > >>> > at
> > > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > startContext(ContextHandler.java:853)
> > > >>> > at
> > > >>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > >>> > ServletContextHandler.java:344)
> > > >>> > at
> > > >>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > >>> > WebAppContext.java:1515)
> > > >>> > at
> > > >>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > >>> > WebAppContext.java:1477)
> > > >>> > at
> > > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > doStart(ContextHandler.java:785)
> > > >>> >
> > > >>> >
> > > >>> >
> > > >>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <
> > > >>> daan.hoogland@gmail.com>
> > > >>> > wrote:
> > > >>> >
> > > >>> > > before you continue Jevgeni,
> > > >>> > >
> > > >>> > > Do you have a good backup and is no-one able to access this
> > > >>> installation
> > > >>> > > with UI or API, when you roll back?
> > > >>> > >
> > > >>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> > > >>> > > ernie.jvrensburg@shapeblue.com> wrote:
> > > >>> > >
> > > >>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> > > >>> > > >
> > > >>> > > > ________________________________
> > > >>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > >>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
> > > >>> > > > To: users@cloudstack.apache.org
> > > >>> > > > Subject: Re: cloudstack-management fails to start after
> upgrade
> > > >>> 4.10 ->
> > > >>> > > > 4.11
> > > >>> > > >
> > > >>> > > > I dropped the column. But then another error like this
> appeared
> > > >>> > > >
> > > >>> > > > Please advise, where are the DB update script located? so I
> can
> > > >>> > manually
> > > >>> > > > inspect that.
> > > >>> > > >
> > > >>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > > >>> > > > ernie.jvrensburg@shapeblue.com> wrote:
> > > >>> > > >
> > > >>> > > > > Hi Jevgeni
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > It looks like there was a database error during the upgrade
> > > >>> process.
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > A SQL script that is trying to add a column 'for_vpc' to
> the
> > > >>> TABLE
> > > >>> > > > > 'cloud.network_offerings' but the column already exists,
> for
> > > some
> > > >>> > > reason,
> > > >>> > > > > so it fails because mysql does not allow 2 columns with the
> > > same
> > > >>> name
> > > >>> > > in
> > > >>> > > > > the same table.
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > The column might have already existed from a previous
> upgrade
> > > or
> > > >>> from
> > > >>> > > > > running the 4.11 upgrade more than once, and perhaps the
> SQL
> > > >>> script
> > > >>> > is
> > > >>> > > > not
> > > >>> > > > > idempotent.
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > I suggest to manually drop the column on the table and run
> > the
> > > >>> 4.11
> > > >>> > > > > upgrade process again.
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > Regards
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > Ernie
> > > >>> > > > >
> > > >>> > > > > ________________________________
> > > >>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > >>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
> > > >>> > > > > To: users@cloudstack.apache.org
> > > >>> > > > > Subject: cloudstack-management fails to start after upgrade
> > > 4.10
> > > >>> ->
> > > >>> > > 4.11
> > > >>> > > > >
> > > >>> > > > > cloudstack-management fails to start after upgrade from
> 4.10
> > to
> > > >>> 4.11
> > > >>> > > > >
> > > >>> > > > > management-server.log:
> > > >>> > > > > 2018-02-09 07:49:50,842 DEBUG
> [c.c.u.DatabaseUpgradeChecker]
> > > >>> > > (main:null)
> > > >>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade
> from
> > > >>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- Licensed to the Apache Software Foundation (ASF) under
> one
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- or more contributor license agreements. See the NOTICE
> > file
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- distributed with this work for additional information
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- regarding copyright ownership. The ASF licenses this
> file
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- to you under the Apache License, Version 2.0 (the
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- "License"); you may not use this file except in
> compliance
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- with the License. You may obtain a copy of the License
> at
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > --
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > --
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- Unless required by applicable law or agreed to in
> writing,
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- software distributed under the License is distributed on
> > an
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- KIND, either express or implied. See the License for
> the
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- specific language governing permissions and limitations
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- under the License.
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > --;
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > --;
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > -- Add For VPC flag
> > > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> INT(1)
> > > NOT
> > > >>> > NULL
> > > >>> > > > > DEFAULT 0
> > > >>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD
> > COLUMN
> > > >>> > for_vpc
> > > >>> > > > > INT(1) NOT NULL DEFAULT 0
> > > >>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner]
> > > (main:null)
> > > >>> > > (logid:)
> > > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > > >>> Duplicate
> > > >>> > > > > column
> > > >>> > > > > name 'for_vpc'
> > > >>> > > > > 2018-02-09 07:49:50,849 ERROR
> [c.c.u.DatabaseUpgradeChecker]
> > > >>> > > (main:null)
> > > >>> > > > > (logid:) Unable to execute upgrade script
> > > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > > >>> Duplicate
> > > >>> > > > > column
> > > >>> > > > > name 'for_vpc'
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > > ScriptRunner.java:185)
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > ScriptRunner.java:87)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLif
> > > >>> eCycle.
> > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLif
> > > >>> eCycle.
> > > >>> > > > start(
> > > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > doStart(
> > > >>> > > > > DefaultLifecycleProcessor.java:183)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > access$200(
> > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor$
> > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > startBeans(
> > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > onRefresh(
> > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > refresh(
> > > >>> > > > > AbstractApplicationContext.java:552)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > DefaultModuleDefinitionSet.
> > > >>> > java:122)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > ModuleBasedContextFactory.
> > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.init(
> > > >>> > > > > CloudStackSpringContext.java:71)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:58)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:62)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > >>> > CloudStackContextLoaderListene
> > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > r.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ContextHandler.java:890)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ServletContextHandler.java:532)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > startContext(ContextHandler.java:853)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > startContext(
> > > >>> > > > > ServletContextHandler.java:344)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > >>> > > > > WebAppContext.java:1515)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > >>> > > > > WebAppContext.java:1477)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > doStart(ContextHandler.java:785)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > >>> > > > > ServletContextHandler.java:261)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > >>> > WebAppContext.java:545)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > >>> > > > > doStart(GzipHandler.java:273)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.start(Server.java:418)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.doStart(Server.java:385)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > >>> > > > ServerDaemon.java:200)
> > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > invoke0(Native
> > > >>> > Method)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > >>> > > > NativeMethodAccessorImpl.java:
> > > >>> > > > > 62)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > >>> > > > > at java.lang.reflect.Method.
> invoke(Method.java:498)
> > > >>> > > > > at
> > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > >>> > > > > DaemonLoader.java:241)
> > > >>> > > > > 2018-02-09 07:49:50,851 ERROR
> [c.c.u.DatabaseUpgradeChecker]
> > > >>> > > (main:null)
> > > >>> > > > > (logid:) Unable to upgrade the database
> > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > > >>> execute
> > > >>> > > > upgrade
> > > >>> > > > > script
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > >>> > > > > DatabaseUpgradeChecker.java:465)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLif
> > > >>> eCycle.
> > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLif
> > > >>> eCycle.
> > > >>> > > > start(
> > > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > doStart(
> > > >>> > > > > DefaultLifecycleProcessor.java:183)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > access$200(
> > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor$
> > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > startBeans(
> > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > onRefresh(
> > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > refresh(
> > > >>> > > > > AbstractApplicationContext.java:552)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > DefaultModuleDefinitionSet.
> > > >>> > java:122)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > ModuleBasedContextFactory.
> > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.init(
> > > >>> > > > > CloudStackSpringContext.java:71)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:58)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:62)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > >>> > CloudStackContextLoaderListene
> > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > r.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ContextHandler.java:890)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ServletContextHandler.java:532)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > startContext(ContextHandler.java:853)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > startContext(
> > > >>> > > > > ServletContextHandler.java:344)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > >>> > > > > WebAppContext.java:1515)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > >>> > > > > WebAppContext.java:1477)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > doStart(ContextHandler.java:785)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > >>> > > > > ServletContextHandler.java:261)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > >>> > WebAppContext.java:545)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > >>> > > > > doStart(GzipHandler.java:273)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.start(Server.java:418)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.doStart(Server.java:385)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > >>> > > > ServerDaemon.java:200)
> > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > invoke0(Native
> > > >>> > Method)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > >>> > > > NativeMethodAccessorImpl.java:
> > > >>> > > > > 62)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > >>> > > > > at java.lang.reflect.Method.
> invoke(Method.java:498)
> > > >>> > > > > at
> > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > >>> > > > > DaemonLoader.java:241)
> > > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > > >>> > MySQLSyntaxErrorException:
> > > >>> > > > > Duplicate column name 'for_vpc'
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > > ScriptRunner.java:185)
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > ScriptRunner.java:87)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > >>> > > > > ... 54 more
> > > >>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction]
> > > (main:null)
> > > >>> > > > (logid:)
> > > >>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade;
> > called
> > > >>> by
> > > >>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.
> removeUpTo
> > > >>> :832-
> > > >>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.
> > > upgrade:572-
> > > >>> > > > > DatabaseUpgradeChecker.check:641-
> > CloudStackExtendedLifeCycle.
> > > >>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > > >>> > > > > DefaultLifecycleProcessor.doStart:183-
> > > DefaultLifecycleProcessor.
> > > >>> > > > > access$200:52-DefaultLifecycleProcessor$
> LifecycleGroup.start
> > > >>> :358-
> > > >>> > > > > DefaultLifecycleProcessor.startBeans:159-
> DefaultLifecyclePro
> > > >>> cessor.
> > > >>> > > > > onRefresh:123
> > > >>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> > > >>> > ResourceApplicationContext]
> > > >>> > > > > (main:null) (logid:) Exception encountered during context
> > > >>> > > initialization
> > > >>> > > > -
> > > >>> > > > > cancelling refresh attempt:
> > > >>> > > > > org.springframework.context.ApplicationContextException:
> > > Failed
> > > >>> to
> > > >>> > > start
> > > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > > >>> upgrade
> > > >>> > the
> > > >>> > > > > database
> > > >>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext]
> > > (main:null)
> > > >>> > > > (logid:)
> > > >>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > > >>> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
> > > >>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > > >>> > > > > org.springframework.context.ApplicationContextException:
> > > Failed
> > > >>> to
> > > >>> > > start
> > > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > > >>> upgrade
> > > >>> > the
> > > >>> > > > > database
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > doStart(
> > > >>> > > > > DefaultLifecycleProcessor.java:186)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > access$200(
> > > >>> > > > > DefaultLifecycleProcessor.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor$
> > > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > > startBeans(
> > > >>> > > > > DefaultLifecycleProcessor.java:159)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > DefaultLifecycleProcessor.
> > > >>> > > onRefresh(
> > > >>> > > > > DefaultLifecycleProcessor.java:123)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > >>> > > > > at
> > > >>> > > > > org.springframework.context.support.
> > > AbstractApplicationContext.
> > > >>> > > refresh(
> > > >>> > > > > AbstractApplicationContext.java:552)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > > DefaultModuleDefinitionSet$2.with(
> > DefaultModuleDefinitionSet.
> > > >>> > java:122)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > >>> > > > DefaultModuleDefinitionSet.
> > > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > ModuleBasedContextFactory.
> > > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.init(
> > > >>> > > > > CloudStackSpringContext.java:71)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:58)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > > >>> > > > CloudStackSpringContext.<init>
> > > >>> > > > > (CloudStackSpringContext.java:62)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.module.web.
> > > >>> > CloudStackContextLoaderListene
> > > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> > r.java:52)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ContextHandler.java:890)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > >>> > > callContextInitialized(
> > > >>> > > > > ServletContextHandler.java:532)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > startContext(ContextHandler.java:853)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > startContext(
> > > >>> > > > > ServletContextHandler.java:344)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > >>> > > > > WebAppContext.java:1515)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > >>> > > > > WebAppContext.java:1477)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > >>> > > > > doStart(ContextHandler.java:785)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > >>> > > > > ServletContextHandler.java:261)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > > >>> > WebAppContext.java:545)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > >>> > > > > doStart(GzipHandler.java:273)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > start(ContainerLifeCycle.java:133)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.start(Server.java:418)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > >>> > > > > doStart(AbstractHandler.java:113)
> > > >>> > > > > at org.eclipse.jetty.server.Serve
> > > >>> r.doStart(Server.java:385)
> > > >>> > > > > at
> > > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > >>> > > > > start(AbstractLifeCycle.java:68)
> > > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > >>> > > > ServerDaemon.java:200)
> > > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> > invoke0(Native
> > > >>> > Method)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > >>> > > > NativeMethodAccessorImpl.java:
> > > >>> > > > > 62)
> > > >>> > > > > at
> > > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > > >>> > > > > at java.lang.reflect.Method.
> invoke(Method.java:498)
> > > >>> > > > > at
> > > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > >>> > > > > DaemonLoader.java:241)
> > > >>> > > > > Caused by: com.cloud.utils.exception.
> CloudRuntimeException:
> > > >>> Unable
> > > >>> > to
> > > >>> > > > > upgrade the database
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > >>> > > > > DatabaseUpgradeChecker.java:570)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > >>> > > > > at
> > > >>> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLif
> > > >>> eCycle.
> > > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > >>> > > > > ... 51 more
> > > >>> > > > > Caused by: com.cloud.utils.exception.
> CloudRuntimeException:
> > > >>> Unable
> > > >>> > to
> > > >>> > > > > execute upgrade script
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > >>> > > > > DatabaseUpgradeChecker.java:465)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > >>> > > > > DatabaseUpgradeChecker.java:557)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > >>> > > > > DatabaseUpgradeChecker.java:641)
> > > >>> > > > > ... 52 more
> > > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > > >>> > MySQLSyntaxErrorException:
> > > >>> > > > > Duplicate column name 'for_vpc'
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > > ScriptRunner.java:185)
> > > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > >>> > > > ScriptRunner.java:87)
> > > >>> > > > > at
> > > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > >>> > > > > DatabaseUpgradeChecker.java:459)
> > > >>> > > > > ... 54 more
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > > Please help!
> > > >>> > > > >
> > > >>> > > > > ernie.jvrensburg@shapeblue.com
> > > >>> > > > > www.shapeblue.com<http://www.shapeblue.com>
> > > >>> > > > > ,
> > > >>> > > > > @shapeblue
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > > >
> > > >>> > > >
> > > >>> > > > ernie.jvrensburg@shapeblue.com
> > > >>> > > > www.shapeblue.com
> > > >>> > > > ,
> > > >>> > > > @shapeblue
> > > >>> > > >
> > > >>> > > >
> > > >>> > > >
> > > >>> > > >
> > > >>> > >
> > > >>> > >
> > > >>> > > --
> > > >>> > > Daan
> > > >>> > >
> > > >>> >
> > > >>>
> > > >>>
> > > >>>
> > > >>> --
> > > >>> Daan
> > > >>>
> > > >>
> > > >>
> > > >
> > >
> >
> >
> >
> > --
> > Daan
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
My Host is only 1 machine atm:
Dell PowerEdge610
OS: CentOS7 (latest)
CPU: 2x12 cores (24 cores in total)
RAM: 192 GB
Storage: 3+ TB
I was running cloudstack-4.10 without problems since it was released
Your help is appreciated
On Fri, Feb 9, 2018 at 3:57 PM, Daan Hoogland <da...@gmail.com>
wrote:
> Jevgeni,
>
> can you describe your environment in more detail? the host[3] that is in
> the avoid list, is it the host that VM was/is originally running on? Is
> anything running on it atm? what is it's distribution and version? etc....
>
> On Fri, Feb 9, 2018 at 2:44 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > To follow up:
> > this is what I have in log:
> > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) DeploymentPlanner allocation algorithm: null
> > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Trying to allocate a host and storage pools from dc:1,
> > pod:1,cluster:null, requested cpu: 500, requested ram: 2147483648
> > 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Is ROOT volume READY (pool already allocated)?: No
> > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Deploy avoids pods: [], clusters: [], hosts: [3]
> > 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> > DeploymentPlanner cannot allocate the VM, returning.
> > 2018-02-09 13:31:48,843 DEBUG [c.c.c.CapacityManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) VM state transitted from :Starting to Stopped with
> event:
> > OperationFailedvm's original host id: 3 new host id: null host id before
> > state transition: 3
> > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Hosts's actual total CPU: 70224 and CPU after applying
> > overprovisioning: 70224
> > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Hosts's actual total RAM: 205071147008 and RAM after
> > applying overprovisioning: 205071155200
> > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) release cpu from host: 3, old used: 1500,reserved:
> 26100,
> > actual total: 70224, total with overprovisioning: 70224; new used:
> > 1000,reserved:26100; movedfromreserved: false,moveToReserveredfalse
> > 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) release mem from host: 3, old used: 3758096384,reserved:
> > 81335943168, total: 205071155200; new used:
> > 1610612736,reserved:81335943168; movedfromreserved:
> > false,moveToReserveredfalse
> > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobHandlerProxy]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Invocation exception, caused by:
> > com.cloud.exception.InsufficientServerCapacityException: Unable to
> create
> > a
> > deployment for VM[User|i-2-11-VM]Scope=interface
> com.cloud.dc.DataCenter;
> > id=1
> > 2018-02-09 13:31:48,854 INFO [c.c.v.VmWorkJobHandlerProxy]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> > (logid:0afb959d) Rethrow exception
> > com.cloud.exception.InsufficientServerCapacityException: Unable to
> create
> > a
> > deployment for VM[User|i-2-11-VM]Scope=interface
> com.cloud.dc.DataCenter;
> > id=1
> > 2018-02-09 13:31:48,854 DEBUG [c.c.v.VmWorkJobDispatcher]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
> > with run of VM work job: com.cloud.vm.VmWorkStart for VM 11, job origin:
> > 893
> > 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobDispatcher]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Unable
> > to complete AsyncJobVO {id:896, userId: 2, accountId: 2, instanceType:
> > null, instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo:
> > rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oA
> > BGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50
> > UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5n
> > L0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYX
> > ZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-
> > AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS
> > 91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV2
> 9ya5-
> > ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmR
> sZXJOYW1lcQB-
> > AAN4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5l
> > TWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwc3IAEWphdmEudXRpbC5IYXNo
> > TWFwBQfawcMWYNEDAAJGAApsb2FkRmFjdG9ySQAJdGhyZXNob2xkeHA_
> > QAAAAAAADHcIAAAAEAAAAAF0AApWbVBhc3N3b3JkdAAcck8wQUJYUUFEbk5o
> > ZG1Wa1gzQmhjM04zYjNKa3hw,
> > cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0,
> > result: null, initMsid: 264216221068220, completeMsid: null, lastUpdated:
> > null, lastPolled: null, created: Fri Feb 09 13:31:46 GMT 2018}, job
> > origin:893
> > com.cloud.exception.InsufficientServerCapacityException: Unable to
> create
> > a
> > deployment for VM[User|i-2-11-VM]Scope=interface
> com.cloud.dc.DataCenter;
> > id=1
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > VirtualMachineManagerImpl.java:1072)
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > VirtualMachineManagerImpl.java:4927)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> > sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:
> > 62)
> > at
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > DelegatingMethodAccessorImpl.java:43)
> > at java.lang.reflect.Method.invoke(Method.java:498)
> > at
> > com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(
> > VmWorkJobHandlerProxy.java:107)
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(
> > VirtualMachineManagerImpl.java:5090)
> > at
> > com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
> > at
> > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > runInContext(AsyncJobManagerImpl.java:581)
> > at
> > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > ManagedContextRunnable.java:49)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(
> > DefaultManagedContext.java:56)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > callWithContext(DefaultManagedContext.java:103)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > runWithContext(DefaultManagedContext.java:53)
> > at
> > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > ManagedContextRunnable.java:46)
> > at
> > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > AsyncJobManagerImpl.java:529)
> > at
> > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > at
> > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > ThreadPoolExecutor.java:1149)
> > at
> > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > ThreadPoolExecutor.java:624)
> > at java.lang.Thread.run(Thread.java:748)
> > 2018-02-09 13:31:48,856 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Complete async job-896, jobStatus: FAILED, resultCode: 0, result:
> > rO0ABXNyADdjb20uY2xvdWQuZXhjZXB0aW9uLkluc3VmZmljaWVudFNlcnZl
> > ckNhcGFjaXR5RXhjZXB0aW9uAAAAAFZNT3ACAAFaABVhZmZpbml0eUdyb3Vw
> > c0FwcGxpZWR4cgAxY29tLmNsb3VkLmV4Y2VwdGlvbi5JbnN1ZmZpY2llbnRD
> > YXBhY2l0eUV4Y2VwdGlvbgAAAABWTU91AgACTAACaWR0ABBMamF2YS9sYW5n
> > L0xvbmc7TAAFc2NvcGV0ABFMamF2YS9sYW5nL0NsYXNzO3hyACJjb20uY2xv
> > dWQuZXhjZXB0aW9uLkNsb3VkRXhjZXB0aW9ueeiOG_HkRMcCAAJMAAtjc0Vycm9yQ29kZXQA
> > E0xqYXZhL2xhbmcvSW50ZWdlcjtMAAZpZExpc3R0ABVMamF2YS91dGlsL0Fy
> > cmF5TGlzdDt4cgATamF2YS5sYW5nLkV4Y2VwdGlvbtD9Hz4aOxzEAgAAeHIA
> > E2phdmEubGFuZy5UaHJvd2FibGXVxjUnOXe4ywMABEwABWNhdXNldAAVTGph
> > dmEvbGFuZy9UaHJvd2FibGU7TAANZGV0YWlsTWVzc2FnZXQAEkxqYXZhL2xh
> > bmcvU3RyaW5nO1sACnN0YWNrVHJhY2V0AB5bTGphdmEvbGFuZy9TdGFja1Ry
> > YWNlRWxlbWVudDtMABRzdXBwcmVzc2VkRXhjZXB0aW9uc3QAEExqYXZhL3V0
> > aWwvTGlzdDt4cHEAfgANdAA0VW5hYmxlIHRvIGNyZWF0ZSBhIGRlcGxveW1l
> > bnQgZm9yIFZNW1VzZXJ8aS0yLTExLVZNXXVyAB5bTGphdmEubGFuZy5TdGFj
> > a1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcu
> > U3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5k
> > ZWNsYXJpbmdDbGFzc3EAfgAKTAAIZmlsZU5hbWVxAH4ACkwACm1ldGhvZE5h
> > bWVxAH4ACnhwAAAEMHQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1h
> > bmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAQ
> > b3JjaGVzdHJhdGVTdGFydHNxAH4AEQAAEz9xAH4AE3EAfgAUcQB-ABVzcQB-ABH____-
> > dAAkc3VuLnJlZmxlY3QuTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsdAAdTmF0
> > aXZlTWV0aG9kQWNjZXNzb3JJbXBsLmphdmF0AAdpbnZva2Uwc3EAfgARAAAAPnEAfgAYcQB-
> > ABl0AAZpbnZva2VzcQB-ABEAAAArdAAoc3VuLnJlZmxlY3QuRG
> > VsZWdhdGluZ01ldGhvZEFjY2Vzc29ySW1wbHQAIURlbGVnYXRpbmdNZXRob2
> > RBY2Nlc3NvckltcGwuamF2YXEAfgAcc3EAfgARAAAB8nQAGGphdmEubGFuZy
> > 5yZWZsZWN0Lk1ldGhvZHQAC01ldGhvZC5qYXZhcQB-ABxzcQB-
> > ABEAAABrdAAiY29tLmNsb3VkLnZtLlZtV29ya0pvYkhhbmRsZXJQcm94eXQA
> > GlZtV29ya0pvYkhhbmRsZXJQcm94eS5qYXZhdAAPaGFuZGxlVm1Xb3JrSm9i
> > c3EAfgARAAAT4nEAfgATcQB-ABRxAH4AJnNxAH4AEQAAAGZ0ACBjb2
> > 0uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3
> > BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4AEQAAAkV0AD9vcmcuYXBhY2hlLm
> > Nsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZX
> > JJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbn
> > RleHRzcQB-ABEAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm
> > 1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW
> > 5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-
> > ABEAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4
> > dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFn
> > ZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgARAAAAZ3QAQG9yZy5hcGFjaGUu
> > Y2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdl
> > ZENvbnRleHRxAH4ANnQAD2NhbGxXaXRoQ29udGV4dHNxAH4AEQAAADVxAH4A
> > OXEAfgA2dAAOcnVuV2l0aENvbnRleHRzcQB-ABEAAAAudAA8b3JnLmFwYWNoZS5jbG
> > 91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-
> > ADJxAH4AM3NxAH4AEQAAAhFxAH4ALXEAfgAucQB-ADNzcQB-ABEAAAH_
> > dAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRh
> > cHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ADdzcQB-ABEAAAEKdAAfamF2YS51dGlsLmNvbm
> > N1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAzc3EAfg
> > ARAAAEfXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > RvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfg
> > ARAAACcHQALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> > RvciRXb3JrZXJxAH4ASHEAfgAzc3EAfgARAAAC7HQAEGphdmEubGFuZy5UaH
> > JlYWR0AAtUaHJlYWQuamF2YXEAfgAzc3IAJmphdmEudXRpbC5Db2xsZWN0aW
> > 9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-
> > AAx4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxl
> > Y3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247
> > eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhw
> > AAAAAHcEAAAAAHhxAH4AVHhzcgARamF2YS5sYW5nLkludGVnZXIS4qCk94GH
> > OAIAAUkABXZhbHVleHIAEGphdmEubGFuZy5OdW1iZXKGrJUdC5TgiwIAAHhw
> > AAAQ73NxAH4AUwAAAAB3BAAAAAB4c3IADmphdmEubGFuZy5Mb25nO4vkkMyP
> > I98CAAFKAAV2YWx1ZXhxAH4AVgAAAAAAAAABdnIAF2NvbS5jbG91ZC5kYy5E
> > YXRhQ2VudGVyY0H3c7-VfLMCAAB4cAA
> > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> > Publish
> > async job-896 complete on message bus
> > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake
> > up
> > jobs related to job-896
> > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Update
> > db status for job-896
> > 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake
> > up
> > jobs joined with job-896 and disjoin all subjobs created from job- 896
> > 2018-02-09 13:31:48,861 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
> > executing com.cloud.vm.VmWorkStart for job-896
> > 2018-02-09 13:31:48,861 INFO [o.a.c.f.j.i.AsyncJobMonitor]
> > (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Remove
> > job-896 from job monitoring
> > 2018-02-09 13:31:48,868 ERROR [c.c.a.ApiAsyncJobDispatcher]
> > (API-Job-Executor-3:ctx-62b8b508 job-893) (logid:0afb959d) Unexpected
> > exception while executing
> > org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin
> > com.cloud.utils.exception.CloudRuntimeException: Unable to start a VM
> due
> > to insufficient capacity
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.
> > java:719)
> > at
> > org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.
> > deployVirtualMachine(VMEntityManagerImpl.java:245)
> > at
> > org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.
> > deploy(VirtualMachineEntityImpl.java:212)
> > at
> > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > UserVmManagerImpl.java:4509)
> > at
> > com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> > UserVmManagerImpl.java:2703)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> > sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:
> > 62)
> > at
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > DelegatingMethodAccessorImpl.java:43)
> > at java.lang.reflect.Method.invoke(Method.java:498)
> > at
> > org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection
> > (AopUtils.java:338)
> > at
> > org.springframework.aop.framework.ReflectiveMethodInvocation.
> > invokeJoinpoint(ReflectiveMethodInvocation.java:197)
> > at
> > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > ReflectiveMethodInvocation.java:163)
> > at
> > org.apache.cloudstack.network.contrail.management.
> > EventUtils$EventInterceptor.invoke(EventUtils.java:107)
> > at
> > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > ReflectiveMethodInvocation.java:174)
> > at
> > com.cloud.event.ActionEventInterceptor.invoke(
> ActionEventInterceptor.java:
> > 51)
> > at
> > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > ReflectiveMethodInvocation.java:174)
> > at
> > org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(
> > ExposeInvocationInterceptor.java:92)
> > at
> > org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> > ReflectiveMethodInvocation.java:185)
> > at
> > org.springframework.aop.framework.JdkDynamicAopProxy.
> > invoke(JdkDynamicAopProxy.java:212)
> > at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> > at
> > org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin.execute(
> > StartVMCmdByAdmin.java:51)
> > at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:150)
> > at
> > com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:
> 108)
> > at
> > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> > runInContext(AsyncJobManagerImpl.java:581)
> > at
> > org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> > ManagedContextRunnable.java:49)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(
> > DefaultManagedContext.java:56)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > callWithContext(DefaultManagedContext.java:103)
> > at
> > org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> > runWithContext(DefaultManagedContext.java:53)
> > at
> > org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> > ManagedContextRunnable.java:46)
> > at
> > org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> > AsyncJobManagerImpl.java:529)
> > at
> > java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > at
> > java.util.concurrent.ThreadPoolExecutor.runWorker(
> > ThreadPoolExecutor.java:1149)
> > at
> > java.util.concurrent.ThreadPoolExecutor$Worker.run(
> > ThreadPoolExecutor.java:624)
> > at java.lang.Thread.run(Thread.java:748)
> > Caused by: com.cloud.exception.InsufficientServerCapacityException:
> Unable
> > to create a deployment for VM[User|i-2-11-VM]Scope=interface
> > com.cloud.dc.DataCenter; id=1
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > VirtualMachineManagerImpl.java:1072)
> > at
> > com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> > VirtualMachineManagerImpl.java:4927)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > ... 18 more
> >
> >
> > On Fri, Feb 9, 2018 at 3:05 PM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com
> > >
> > wrote:
> >
> > > OK, I pushed through and got management server running.
> > > The steps I made:
> > > * recovered DB from backup
> > > * downgraded everything 4.11->4.10
> > > * installed systemvmtemplates
> > > * upgraded 4.10 -> 4.11
> > >
> > > THEN!!! To make it run I had to go through all manual DB altering.
> > > Meaning, there is definitely something wrong in shapeblue packages. I
> > could
> > > not locate the necessary DB scripts in the package. So I fetched an
> > update
> > > from github repo.
> > >
> > > Even then it failed to start and I had to do some more DB altering from
> > > file https://github.com/apache/cloudstack/blob/4.11/
> > > engine/schema/resources/META-INF/db/schema-4930to41000.sql
> > > Namely:
> > > ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL
> > default
> > > NULL COMMENT 'Name of the Certificate';
> > > ALTER TABLE `cloud`.`network_offerings` ADD COLUMN `service_package_id`
> > > varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter Service
> > > Package';
> > >
> > > OK. Here I am.
> > >
> > > BUT! Not all my VMs are starting. On attempt to start them, manually,
> it
> > > says
> > >
> > > "Unable to start a VM due to insufficient capacity"
> > >
> > > OK, I am having VMs taking more cores, than actual physical number of
> > > cores.
> > > VM cores - 35,
> > > physical cores - 24
> > >
> > > It was not the problem with previous version 4.10 - and it was correct.
> > I
> > > want to decide myself if I want to allow cpu overprovisioning.
> > >
> > > I consider this a critical bug.
> > >
> > > On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <
> > > j.zolotarjov@gmail.com> wrote:
> > >
> > >> my host in Centos7. I upgraded just by changing the URL in repository
> > and
> > >> yum update
> > >>
> > >> How do I upgrade systemvm templates now?
> > >>
> > >> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <
> daan.hoogland@gmail.com
> > >
> > >> wrote:
> > >>
> > >>> ok, this is also an upgrade issue. If all is well you installed them
> > >>> first.
> > >>> You must have downloaded the new systemvm templates and installed
> them
> > as
> > >>> per the upgrade instructions (didn't read them myself this time so
> i'd
> > >>> have
> > >>> to check) and the upgrade will then mark them as the current
> templates
> > >>> for
> > >>> systemVMs.
> > >>> This error indicates that something in that process went wrong.
> > >>>
> > >>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
> > >>> j.zolotarjov@gmail.com>
> > >>> wrote:
> > >>>
> > >>> > I have a backup and noone is accessing the installation during
> > upgrade
> > >>> > process
> > >>> >
> > >>> > Now:
> > >>> > I moved 1 bit further.
> > >>> >
> > >>> > Now I am having this error
> > >>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > >>> (logid:)
> > >>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id
> BIGINT(20)
> > >>> > DEFAULT NULL
> > >>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > >>> (logid:)
> > >>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
> > >>> DEFAULT 0
> > >>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > >>> (logid:)
> > >>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> > >>> > fk_ldap_trust_map__domain_id
> > >>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > >>> (logid:)
> > >>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> > >>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > >>> (logid:)
> > >>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON
> > ldap_trust_map
> > >>> > (domain_id, account_id)
> > >>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null)
> > >>> (logid:)
> > >>> > Unable to find properties file: commands.properties
> > >>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) No commands.properties file was found, enabling dynamic
> > roles
> > >>> by
> > >>> > setting dynamic.apichecker.enabled to true if not already enabled.
> > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) Done validating base64 content of user data
> > >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) Updating System Vm template IDs
> > >>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) Updating LXC System Vms
> > >>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is
> > not
> > >>> > used, so not failing upgrade
> > >>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) Updating Hyperv System Vms
> > >>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv
> > hypervisor
> > >>> is
> > >>> > not used, so not failing upgrade
> > >>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100]
> > (main:null)
> > >>> > (logid:) Updating KVM System Vms
> > >>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker]
> > >>> (main:null)
> > >>> > (logid:) Unable to upgrade the database
> > >>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM
> > SystemVm
> > >>> > template not found. Cannot upgrade system Vms
> > >>> > at
> > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
> > >>> > Upgrade41000to41100.java:270)
> > >>> > at
> > >>> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
> > >>> > Upgrade41000to41100.java:71)
> > >>> > at
> > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > >>> > DatabaseUpgradeChecker.java:561)
> > >>> > at
> > >>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > >>> > DatabaseUpgradeChecker.java:641)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > >>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.start(
> > >>> > CloudStackExtendedLifeCycle.java:55)
> > >>> > at
> > >>> > org.springframework.context.support.DefaultLifecycleProcessor.
> > doStart(
> > >>> > DefaultLifecycleProcessor.java:183)
> > >>> > at
> > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > >>> r.access$200(
> > >>> > DefaultLifecycleProcessor.java:52)
> > >>> > at
> > >>> > org.springframework.context.support.DefaultLifecycleProcessor$
> > >>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > >>> > at
> > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > >>> r.startBeans(
> > >>> > DefaultLifecycleProcessor.java:159)
> > >>> > at
> > >>> > org.springframework.context.support.DefaultLifecycleProcesso
> > >>> r.onRefresh(
> > >>> > DefaultLifecycleProcessor.java:123)
> > >>> > at
> > >>> > org.springframework.context.support.AbstractApplicationContext.
> > >>> > finishRefresh(AbstractApplicationContext.java:884)
> > >>> > at
> > >>> > org.springframework.context.support.AbstractApplicationConte
> > >>> xt.refresh(
> > >>> > AbstractApplicationContext.java:552)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > loadContext(DefaultModuleDefinitionSet.java:145)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.
> > >>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > java:122)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > withModule(DefaultModuleDefinitionSet.java:245)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > withModule(DefaultModuleDefinitionSet.java:250)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > withModule(DefaultModuleDefinitionSet.java:233)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> > >>> DefinitionSet.
> > >>> > load(DefaultModuleDefinitionSet.java:79)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.factory.
> > ModuleBasedContextFactory.
> > >>> > loadModules(ModuleBasedContextFactory.java:37)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > >>> Context.init(
> > >>> > CloudStackSpringContext.java:71)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > >>> Context.<init>
> > >>> > (CloudStackSpringContext.java:58)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> > >>> Context.<init>
> > >>> > (CloudStackSpringContext.java:62)
> > >>> > at
> > >>> > org.apache.cloudstack.spring.module.web.
> > CloudStackContextLoaderListene
> > >>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > >>> > at
> > >>> > org.eclipse.jetty.server.handler.ContextHandler.callContextI
> > >>> nitialized(
> > >>> > ContextHandler.java:890)
> > >>> > at
> > >>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextI
> > >>> nitialized(
> > >>> > ServletContextHandler.java:532)
> > >>> > at
> > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > startContext(ContextHandler.java:853)
> > >>> > at
> > >>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > >>> > ServletContextHandler.java:344)
> > >>> > at
> > >>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > >>> > WebAppContext.java:1515)
> > >>> > at
> > >>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > >>> > WebAppContext.java:1477)
> > >>> > at
> > >>> > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > doStart(ContextHandler.java:785)
> > >>> >
> > >>> >
> > >>> >
> > >>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <
> > >>> daan.hoogland@gmail.com>
> > >>> > wrote:
> > >>> >
> > >>> > > before you continue Jevgeni,
> > >>> > >
> > >>> > > Do you have a good backup and is no-one able to access this
> > >>> installation
> > >>> > > with UI or API, when you roll back?
> > >>> > >
> > >>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> > >>> > > ernie.jvrensburg@shapeblue.com> wrote:
> > >>> > >
> > >>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> > >>> > > >
> > >>> > > > ________________________________
> > >>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > >>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
> > >>> > > > To: users@cloudstack.apache.org
> > >>> > > > Subject: Re: cloudstack-management fails to start after upgrade
> > >>> 4.10 ->
> > >>> > > > 4.11
> > >>> > > >
> > >>> > > > I dropped the column. But then another error like this appeared
> > >>> > > >
> > >>> > > > Please advise, where are the DB update script located? so I can
> > >>> > manually
> > >>> > > > inspect that.
> > >>> > > >
> > >>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > >>> > > > ernie.jvrensburg@shapeblue.com> wrote:
> > >>> > > >
> > >>> > > > > Hi Jevgeni
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > It looks like there was a database error during the upgrade
> > >>> process.
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > A SQL script that is trying to add a column 'for_vpc' to the
> > >>> TABLE
> > >>> > > > > 'cloud.network_offerings' but the column already exists, for
> > some
> > >>> > > reason,
> > >>> > > > > so it fails because mysql does not allow 2 columns with the
> > same
> > >>> name
> > >>> > > in
> > >>> > > > > the same table.
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > The column might have already existed from a previous upgrade
> > or
> > >>> from
> > >>> > > > > running the 4.11 upgrade more than once, and perhaps the SQL
> > >>> script
> > >>> > is
> > >>> > > > not
> > >>> > > > > idempotent.
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > I suggest to manually drop the column on the table and run
> the
> > >>> 4.11
> > >>> > > > > upgrade process again.
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > Regards
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > Ernie
> > >>> > > > >
> > >>> > > > > ________________________________
> > >>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > >>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
> > >>> > > > > To: users@cloudstack.apache.org
> > >>> > > > > Subject: cloudstack-management fails to start after upgrade
> > 4.10
> > >>> ->
> > >>> > > 4.11
> > >>> > > > >
> > >>> > > > > cloudstack-management fails to start after upgrade from 4.10
> to
> > >>> 4.11
> > >>> > > > >
> > >>> > > > > management-server.log:
> > >>> > > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
> > >>> > > (main:null)
> > >>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> > >>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- Licensed to the Apache Software Foundation (ASF) under one
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- or more contributor license agreements. See the NOTICE
> file
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- distributed with this work for additional information
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- regarding copyright ownership. The ASF licenses this file
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- to you under the Apache License, Version 2.0 (the
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- "License"); you may not use this file except in compliance
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- with the License. You may obtain a copy of the License at
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > --
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > --
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- Unless required by applicable law or agreed to in writing,
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- software distributed under the License is distributed on
> an
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- KIND, either express or implied. See the License for the
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- specific language governing permissions and limitations
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- under the License.
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > --;
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > --;
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > -- Add For VPC flag
> > >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1)
> > NOT
> > >>> > NULL
> > >>> > > > > DEFAULT 0
> > >>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD
> COLUMN
> > >>> > for_vpc
> > >>> > > > > INT(1) NOT NULL DEFAULT 0
> > >>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner]
> > (main:null)
> > >>> > > (logid:)
> > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > >>> Duplicate
> > >>> > > > > column
> > >>> > > > > name 'for_vpc'
> > >>> > > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
> > >>> > > (main:null)
> > >>> > > > > (logid:) Unable to execute upgrade script
> > >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > >>> Duplicate
> > >>> > > > > column
> > >>> > > > > name 'for_vpc'
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > > ScriptRunner.java:185)
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > ScriptRunner.java:87)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > >>> > > > > DatabaseUpgradeChecker.java:459)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > >>> > > > > DatabaseUpgradeChecker.java:557)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > >>> > > > > DatabaseUpgradeChecker.java:641)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.
> > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.
> > >>> > > > start(
> > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > doStart(
> > >>> > > > > DefaultLifecycleProcessor.java:183)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > access$200(
> > >>> > > > > DefaultLifecycleProcessor.java:52)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor$
> > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > startBeans(
> > >>> > > > > DefaultLifecycleProcessor.java:159)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > onRefresh(
> > >>> > > > > DefaultLifecycleProcessor.java:123)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > refresh(
> > >>> > > > > AbstractApplicationContext.java:552)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > > DefaultModuleDefinitionSet$2.with(
> DefaultModuleDefinitionSet.
> > >>> > java:122)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > ModuleBasedContextFactory.
> > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.init(
> > >>> > > > > CloudStackSpringContext.java:71)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:58)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:62)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.web.
> > >>> > CloudStackContextLoaderListene
> > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> r.java:52)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ContextHandler.java:890)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ServletContextHandler.java:532)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > startContext(ContextHandler.java:853)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> startContext(
> > >>> > > > > ServletContextHandler.java:344)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > >>> > > > > WebAppContext.java:1515)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > >>> > > > > WebAppContext.java:1477)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > doStart(ContextHandler.java:785)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > >>> > > > > ServletContextHandler.java:261)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > >>> > WebAppContext.java:545)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > >>> > > > > doStart(GzipHandler.java:273)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.start(Server.java:418)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.doStart(Server.java:385)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > >>> > > > ServerDaemon.java:200)
> > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> invoke0(Native
> > >>> > Method)
> > >>> > > > > at
> > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > >>> > > > NativeMethodAccessorImpl.java:
> > >>> > > > > 62)
> > >>> > > > > at
> > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > >>> > > > > at
> > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > >>> > > > > DaemonLoader.java:241)
> > >>> > > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
> > >>> > > (main:null)
> > >>> > > > > (logid:) Unable to upgrade the database
> > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > >>> execute
> > >>> > > > upgrade
> > >>> > > > > script
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > >>> > > > > DatabaseUpgradeChecker.java:465)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > >>> > > > > DatabaseUpgradeChecker.java:557)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > >>> > > > > DatabaseUpgradeChecker.java:641)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.
> > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.
> > >>> > > > start(
> > >>> > > > > CloudStackExtendedLifeCycle.java:55)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > doStart(
> > >>> > > > > DefaultLifecycleProcessor.java:183)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > access$200(
> > >>> > > > > DefaultLifecycleProcessor.java:52)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor$
> > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > startBeans(
> > >>> > > > > DefaultLifecycleProcessor.java:159)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > onRefresh(
> > >>> > > > > DefaultLifecycleProcessor.java:123)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > refresh(
> > >>> > > > > AbstractApplicationContext.java:552)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > > DefaultModuleDefinitionSet$2.with(
> DefaultModuleDefinitionSet.
> > >>> > java:122)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > ModuleBasedContextFactory.
> > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.init(
> > >>> > > > > CloudStackSpringContext.java:71)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:58)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:62)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.web.
> > >>> > CloudStackContextLoaderListene
> > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> r.java:52)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ContextHandler.java:890)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ServletContextHandler.java:532)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > startContext(ContextHandler.java:853)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> startContext(
> > >>> > > > > ServletContextHandler.java:344)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > >>> > > > > WebAppContext.java:1515)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > >>> > > > > WebAppContext.java:1477)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > doStart(ContextHandler.java:785)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > >>> > > > > ServletContextHandler.java:261)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > >>> > WebAppContext.java:545)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > >>> > > > > doStart(GzipHandler.java:273)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.start(Server.java:418)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.doStart(Server.java:385)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > >>> > > > ServerDaemon.java:200)
> > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> invoke0(Native
> > >>> > Method)
> > >>> > > > > at
> > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > >>> > > > NativeMethodAccessorImpl.java:
> > >>> > > > > 62)
> > >>> > > > > at
> > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > >>> > > > > at
> > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > >>> > > > > DaemonLoader.java:241)
> > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > >>> > MySQLSyntaxErrorException:
> > >>> > > > > Duplicate column name 'for_vpc'
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > > ScriptRunner.java:185)
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > ScriptRunner.java:87)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > >>> > > > > DatabaseUpgradeChecker.java:459)
> > >>> > > > > ... 54 more
> > >>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction]
> > (main:null)
> > >>> > > > (logid:)
> > >>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade;
> called
> > >>> by
> > >>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo
> > >>> :832-
> > >>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.
> > upgrade:572-
> > >>> > > > > DatabaseUpgradeChecker.check:641-
> CloudStackExtendedLifeCycle.
> > >>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > >>> > > > > DefaultLifecycleProcessor.doStart:183-
> > DefaultLifecycleProcessor.
> > >>> > > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start
> > >>> :358-
> > >>> > > > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecyclePro
> > >>> cessor.
> > >>> > > > > onRefresh:123
> > >>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> > >>> > ResourceApplicationContext]
> > >>> > > > > (main:null) (logid:) Exception encountered during context
> > >>> > > initialization
> > >>> > > > -
> > >>> > > > > cancelling refresh attempt:
> > >>> > > > > org.springframework.context.ApplicationContextException:
> > Failed
> > >>> to
> > >>> > > start
> > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > >>> upgrade
> > >>> > the
> > >>> > > > > database
> > >>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext]
> > (main:null)
> > >>> > > > (logid:)
> > >>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > >>> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
> > >>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > >>> > > > > org.springframework.context.ApplicationContextException:
> > Failed
> > >>> to
> > >>> > > start
> > >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> > >>> upgrade
> > >>> > the
> > >>> > > > > database
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > doStart(
> > >>> > > > > DefaultLifecycleProcessor.java:186)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > access$200(
> > >>> > > > > DefaultLifecycleProcessor.java:52)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor$
> > >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > > startBeans(
> > >>> > > > > DefaultLifecycleProcessor.java:159)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> DefaultLifecycleProcessor.
> > >>> > > onRefresh(
> > >>> > > > > DefaultLifecycleProcessor.java:123)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > >>> > > > > at
> > >>> > > > > org.springframework.context.support.
> > AbstractApplicationContext.
> > >>> > > refresh(
> > >>> > > > > AbstractApplicationContext.java:552)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > > DefaultModuleDefinitionSet$2.with(
> DefaultModuleDefinitionSet.
> > >>> > java:122)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> > >>> > > > DefaultModuleDefinitionSet.
> > >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > ModuleBasedContextFactory.
> > >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.init(
> > >>> > > > > CloudStackSpringContext.java:71)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:58)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.factory.
> > >>> > > > CloudStackSpringContext.<init>
> > >>> > > > > (CloudStackSpringContext.java:62)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.module.web.
> > >>> > CloudStackContextLoaderListene
> > >>> > > > > r.contextInitialized(CloudStackContextLoaderListene
> r.java:52)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ContextHandler.java:890)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > >>> > > callContextInitialized(
> > >>> > > > > ServletContextHandler.java:532)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > startContext(ContextHandler.java:853)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> startContext(
> > >>> > > > > ServletContextHandler.java:344)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > >>> > > > > WebAppContext.java:1515)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > >>> > > > > WebAppContext.java:1477)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > >>> > > > > doStart(ContextHandler.java:785)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > >>> > > > > ServletContextHandler.java:261)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > >>> > WebAppContext.java:545)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > >>> > > > > doStart(GzipHandler.java:273)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:115)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > start(ContainerLifeCycle.java:133)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.start(Server.java:418)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > >>> > > > > doStart(ContainerLifeCycle.java:107)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > >>> > > > > doStart(AbstractHandler.java:113)
> > >>> > > > > at org.eclipse.jetty.server.Serve
> > >>> r.doStart(Server.java:385)
> > >>> > > > > at
> > >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > >>> > > > > start(AbstractLifeCycle.java:68)
> > >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > >>> > > > ServerDaemon.java:200)
> > >>> > > > > at sun.reflect.NativeMethodAccessorImpl.
> invoke0(Native
> > >>> > Method)
> > >>> > > > > at
> > >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > >>> > > > NativeMethodAccessorImpl.java:
> > >>> > > > > 62)
> > >>> > > > > at
> > >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > >>> > > > > DelegatingMethodAccessorImpl.java:43)
> > >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > >>> > > > > at
> > >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > >>> > > > > DaemonLoader.java:241)
> > >>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
> > >>> Unable
> > >>> > to
> > >>> > > > > upgrade the database
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > >>> > > > > DatabaseUpgradeChecker.java:570)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > >>> > > > > DatabaseUpgradeChecker.java:641)
> > >>> > > > > at
> > >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> > >>> eCycle.
> > >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > >>> > > > > ... 51 more
> > >>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
> > >>> Unable
> > >>> > to
> > >>> > > > > execute upgrade script
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > >>> > > > > DatabaseUpgradeChecker.java:465)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > >>> > > > > DatabaseUpgradeChecker.java:557)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > >>> > > > > DatabaseUpgradeChecker.java:641)
> > >>> > > > > ... 52 more
> > >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > >>> > MySQLSyntaxErrorException:
> > >>> > > > > Duplicate column name 'for_vpc'
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > > ScriptRunner.java:185)
> > >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > >>> > > > ScriptRunner.java:87)
> > >>> > > > > at
> > >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > >>> > > > > DatabaseUpgradeChecker.java:459)
> > >>> > > > > ... 54 more
> > >>> > > > >
> > >>> > > > >
> > >>> > > > >
> > >>> > > > >
> > >>> > > > > Please help!
> > >>> > > > >
> > >>> > > > > ernie.jvrensburg@shapeblue.com
> > >>> > > > > www.shapeblue.com<http://www.shapeblue.com>
> > >>> > > > > ,
> > >>> > > > > @shapeblue
> > >>> > > > >
> > >>> > > > >
> > >>> > > > >
> > >>> > > > >
> > >>> > > >
> > >>> > > > ernie.jvrensburg@shapeblue.com
> > >>> > > > www.shapeblue.com
> > >>> > > > ,
> > >>> > > > @shapeblue
> > >>> > > >
> > >>> > > >
> > >>> > > >
> > >>> > > >
> > >>> > >
> > >>> > >
> > >>> > > --
> > >>> > > Daan
> > >>> > >
> > >>> >
> > >>>
> > >>>
> > >>>
> > >>> --
> > >>> Daan
> > >>>
> > >>
> > >>
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
Jevgeni,
can you describe your environment in more detail? the host[3] that is in
the avoid list, is it the host that VM was/is originally running on? Is
anything running on it atm? what is it's distribution and version? etc....
On Fri, Feb 9, 2018 at 2:44 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> To follow up:
> this is what I have in log:
> 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) DeploymentPlanner allocation algorithm: null
> 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Trying to allocate a host and storage pools from dc:1,
> pod:1,cluster:null, requested cpu: 500, requested ram: 2147483648
> 2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Is ROOT volume READY (pool already allocated)?: No
> 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Deploy avoids pods: [], clusters: [], hosts: [3]
> 2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) DataCenter id = '1' provided is in avoid set,
> DeploymentPlanner cannot allocate the VM, returning.
> 2018-02-09 13:31:48,843 DEBUG [c.c.c.CapacityManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) VM state transitted from :Starting to Stopped with event:
> OperationFailedvm's original host id: 3 new host id: null host id before
> state transition: 3
> 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Hosts's actual total CPU: 70224 and CPU after applying
> overprovisioning: 70224
> 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Hosts's actual total RAM: 205071147008 and RAM after
> applying overprovisioning: 205071155200
> 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) release cpu from host: 3, old used: 1500,reserved: 26100,
> actual total: 70224, total with overprovisioning: 70224; new used:
> 1000,reserved:26100; movedfromreserved: false,moveToReserveredfalse
> 2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) release mem from host: 3, old used: 3758096384,reserved:
> 81335943168, total: 205071155200; new used:
> 1610612736,reserved:81335943168; movedfromreserved:
> false,moveToReserveredfalse
> 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobHandlerProxy]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Invocation exception, caused by:
> com.cloud.exception.InsufficientServerCapacityException: Unable to create
> a
> deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
> id=1
> 2018-02-09 13:31:48,854 INFO [c.c.v.VmWorkJobHandlerProxy]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
> (logid:0afb959d) Rethrow exception
> com.cloud.exception.InsufficientServerCapacityException: Unable to create
> a
> deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
> id=1
> 2018-02-09 13:31:48,854 DEBUG [c.c.v.VmWorkJobDispatcher]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
> with run of VM work job: com.cloud.vm.VmWorkStart for VM 11, job origin:
> 893
> 2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobDispatcher]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Unable
> to complete AsyncJobVO {id:896, userId: 2, accountId: 2, instanceType:
> null, instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo:
> rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oA
> BGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50
> UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5n
> L0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYX
> ZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-
> AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS
> 91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV29ya5-
> ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmRsZXJOYW1lcQB-
> AAN4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5l
> TWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwc3IAEWphdmEudXRpbC5IYXNo
> TWFwBQfawcMWYNEDAAJGAApsb2FkRmFjdG9ySQAJdGhyZXNob2xkeHA_
> QAAAAAAADHcIAAAAEAAAAAF0AApWbVBhc3N3b3JkdAAcck8wQUJYUUFEbk5o
> ZG1Wa1gzQmhjM04zYjNKa3hw,
> cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0,
> result: null, initMsid: 264216221068220, completeMsid: null, lastUpdated:
> null, lastPolled: null, created: Fri Feb 09 13:31:46 GMT 2018}, job
> origin:893
> com.cloud.exception.InsufficientServerCapacityException: Unable to create
> a
> deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
> id=1
> at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> VirtualMachineManagerImpl.java:1072)
> at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> VirtualMachineManagerImpl.java:4927)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(
> VmWorkJobHandlerProxy.java:107)
> at
> com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(
> VirtualMachineManagerImpl.java:5090)
> at
> com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
> at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> runInContext(AsyncJobManagerImpl.java:581)
> at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> ManagedContextRunnable.java:49)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(
> DefaultManagedContext.java:56)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> callWithContext(DefaultManagedContext.java:103)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> runWithContext(DefaultManagedContext.java:53)
> at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> ManagedContextRunnable.java:46)
> at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> AsyncJobManagerImpl.java:529)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1149)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
> 2018-02-09 13:31:48,856 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Complete async job-896, jobStatus: FAILED, resultCode: 0, result:
> rO0ABXNyADdjb20uY2xvdWQuZXhjZXB0aW9uLkluc3VmZmljaWVudFNlcnZl
> ckNhcGFjaXR5RXhjZXB0aW9uAAAAAFZNT3ACAAFaABVhZmZpbml0eUdyb3Vw
> c0FwcGxpZWR4cgAxY29tLmNsb3VkLmV4Y2VwdGlvbi5JbnN1ZmZpY2llbnRD
> YXBhY2l0eUV4Y2VwdGlvbgAAAABWTU91AgACTAACaWR0ABBMamF2YS9sYW5n
> L0xvbmc7TAAFc2NvcGV0ABFMamF2YS9sYW5nL0NsYXNzO3hyACJjb20uY2xv
> dWQuZXhjZXB0aW9uLkNsb3VkRXhjZXB0aW9ueeiOG_HkRMcCAAJMAAtjc0Vycm9yQ29kZXQA
> E0xqYXZhL2xhbmcvSW50ZWdlcjtMAAZpZExpc3R0ABVMamF2YS91dGlsL0Fy
> cmF5TGlzdDt4cgATamF2YS5sYW5nLkV4Y2VwdGlvbtD9Hz4aOxzEAgAAeHIA
> E2phdmEubGFuZy5UaHJvd2FibGXVxjUnOXe4ywMABEwABWNhdXNldAAVTGph
> dmEvbGFuZy9UaHJvd2FibGU7TAANZGV0YWlsTWVzc2FnZXQAEkxqYXZhL2xh
> bmcvU3RyaW5nO1sACnN0YWNrVHJhY2V0AB5bTGphdmEvbGFuZy9TdGFja1Ry
> YWNlRWxlbWVudDtMABRzdXBwcmVzc2VkRXhjZXB0aW9uc3QAEExqYXZhL3V0
> aWwvTGlzdDt4cHEAfgANdAA0VW5hYmxlIHRvIGNyZWF0ZSBhIGRlcGxveW1l
> bnQgZm9yIFZNW1VzZXJ8aS0yLTExLVZNXXVyAB5bTGphdmEubGFuZy5TdGFj
> a1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcu
> U3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5k
> ZWNsYXJpbmdDbGFzc3EAfgAKTAAIZmlsZU5hbWVxAH4ACkwACm1ldGhvZE5h
> bWVxAH4ACnhwAAAEMHQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1h
> bmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAQ
> b3JjaGVzdHJhdGVTdGFydHNxAH4AEQAAEz9xAH4AE3EAfgAUcQB-ABVzcQB-ABH____-
> dAAkc3VuLnJlZmxlY3QuTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsdAAdTmF0
> aXZlTWV0aG9kQWNjZXNzb3JJbXBsLmphdmF0AAdpbnZva2Uwc3EAfgARAAAAPnEAfgAYcQB-
> ABl0AAZpbnZva2VzcQB-ABEAAAArdAAoc3VuLnJlZmxlY3QuRG
> VsZWdhdGluZ01ldGhvZEFjY2Vzc29ySW1wbHQAIURlbGVnYXRpbmdNZXRob2
> RBY2Nlc3NvckltcGwuamF2YXEAfgAcc3EAfgARAAAB8nQAGGphdmEubGFuZy
> 5yZWZsZWN0Lk1ldGhvZHQAC01ldGhvZC5qYXZhcQB-ABxzcQB-
> ABEAAABrdAAiY29tLmNsb3VkLnZtLlZtV29ya0pvYkhhbmRsZXJQcm94eXQA
> GlZtV29ya0pvYkhhbmRsZXJQcm94eS5qYXZhdAAPaGFuZGxlVm1Xb3JrSm9i
> c3EAfgARAAAT4nEAfgATcQB-ABRxAH4AJnNxAH4AEQAAAGZ0ACBjb2
> 0uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3
> BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4AEQAAAkV0AD9vcmcuYXBhY2hlLm
> Nsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZX
> JJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbn
> RleHRzcQB-ABEAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm
> 1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW
> 5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-
> ABEAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4
> dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFn
> ZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgARAAAAZ3QAQG9yZy5hcGFjaGUu
> Y2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdl
> ZENvbnRleHRxAH4ANnQAD2NhbGxXaXRoQ29udGV4dHNxAH4AEQAAADVxAH4A
> OXEAfgA2dAAOcnVuV2l0aENvbnRleHRzcQB-ABEAAAAudAA8b3JnLmFwYWNoZS5jbG
> 91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-
> ADJxAH4AM3NxAH4AEQAAAhFxAH4ALXEAfgAucQB-ADNzcQB-ABEAAAH_
> dAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRh
> cHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ADdzcQB-ABEAAAEKdAAfamF2YS51dGlsLmNvbm
> N1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAzc3EAfg
> ARAAAEfXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> RvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfg
> ARAAACcHQALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdX
> RvciRXb3JrZXJxAH4ASHEAfgAzc3EAfgARAAAC7HQAEGphdmEubGFuZy5UaH
> JlYWR0AAtUaHJlYWQuamF2YXEAfgAzc3IAJmphdmEudXRpbC5Db2xsZWN0aW
> 9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-
> AAx4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxl
> Y3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247
> eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhw
> AAAAAHcEAAAAAHhxAH4AVHhzcgARamF2YS5sYW5nLkludGVnZXIS4qCk94GH
> OAIAAUkABXZhbHVleHIAEGphdmEubGFuZy5OdW1iZXKGrJUdC5TgiwIAAHhw
> AAAQ73NxAH4AUwAAAAB3BAAAAAB4c3IADmphdmEubGFuZy5Mb25nO4vkkMyP
> I98CAAFKAAV2YWx1ZXhxAH4AVgAAAAAAAAABdnIAF2NvbS5jbG91ZC5kYy5E
> YXRhQ2VudGVyY0H3c7-VfLMCAAB4cAA
> 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
> Publish
> async job-896 complete on message bus
> 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake
> up
> jobs related to job-896
> 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Update
> db status for job-896
> 2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake
> up
> jobs joined with job-896 and disjoin all subjobs created from job- 896
> 2018-02-09 13:31:48,861 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
> executing com.cloud.vm.VmWorkStart for job-896
> 2018-02-09 13:31:48,861 INFO [o.a.c.f.j.i.AsyncJobMonitor]
> (Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Remove
> job-896 from job monitoring
> 2018-02-09 13:31:48,868 ERROR [c.c.a.ApiAsyncJobDispatcher]
> (API-Job-Executor-3:ctx-62b8b508 job-893) (logid:0afb959d) Unexpected
> exception while executing
> org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin
> com.cloud.utils.exception.CloudRuntimeException: Unable to start a VM due
> to insufficient capacity
> at
> com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.
> java:719)
> at
> org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.
> deployVirtualMachine(VMEntityManagerImpl.java:245)
> at
> org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.
> deploy(VirtualMachineEntityImpl.java:212)
> at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> UserVmManagerImpl.java:4509)
> at
> com.cloud.vm.UserVmManagerImpl.startVirtualMachine(
> UserVmManagerImpl.java:2703)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection
> (AopUtils.java:338)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.
> invokeJoinpoint(ReflectiveMethodInvocation.java:197)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> ReflectiveMethodInvocation.java:163)
> at
> org.apache.cloudstack.network.contrail.management.
> EventUtils$EventInterceptor.invoke(EventUtils.java:107)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> ReflectiveMethodInvocation.java:174)
> at
> com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:
> 51)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> ReflectiveMethodInvocation.java:174)
> at
> org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(
> ExposeInvocationInterceptor.java:92)
> at
> org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(
> ReflectiveMethodInvocation.java:185)
> at
> org.springframework.aop.framework.JdkDynamicAopProxy.
> invoke(JdkDynamicAopProxy.java:212)
> at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
> at
> org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin.execute(
> StartVMCmdByAdmin.java:51)
> at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:150)
> at
> com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
> at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.
> runInContext(AsyncJobManagerImpl.java:581)
> at
> org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(
> ManagedContextRunnable.java:49)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(
> DefaultManagedContext.java:56)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> callWithContext(DefaultManagedContext.java:103)
> at
> org.apache.cloudstack.managed.context.impl.DefaultManagedContext.
> runWithContext(DefaultManagedContext.java:53)
> at
> org.apache.cloudstack.managed.context.ManagedContextRunnable.run(
> ManagedContextRunnable.java:46)
> at
> org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(
> AsyncJobManagerImpl.java:529)
> at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(
> ThreadPoolExecutor.java:1149)
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(
> ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
> Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
> to create a deployment for VM[User|i-2-11-VM]Scope=interface
> com.cloud.dc.DataCenter; id=1
> at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> VirtualMachineManagerImpl.java:1072)
> at
> com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(
> VirtualMachineManagerImpl.java:4927)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> ... 18 more
>
>
> On Fri, Feb 9, 2018 at 3:05 PM, Jevgeni Zolotarjov <j.zolotarjov@gmail.com
> >
> wrote:
>
> > OK, I pushed through and got management server running.
> > The steps I made:
> > * recovered DB from backup
> > * downgraded everything 4.11->4.10
> > * installed systemvmtemplates
> > * upgraded 4.10 -> 4.11
> >
> > THEN!!! To make it run I had to go through all manual DB altering.
> > Meaning, there is definitely something wrong in shapeblue packages. I
> could
> > not locate the necessary DB scripts in the package. So I fetched an
> update
> > from github repo.
> >
> > Even then it failed to start and I had to do some more DB altering from
> > file https://github.com/apache/cloudstack/blob/4.11/
> > engine/schema/resources/META-INF/db/schema-4930to41000.sql
> > Namely:
> > ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL
> default
> > NULL COMMENT 'Name of the Certificate';
> > ALTER TABLE `cloud`.`network_offerings` ADD COLUMN `service_package_id`
> > varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter Service
> > Package';
> >
> > OK. Here I am.
> >
> > BUT! Not all my VMs are starting. On attempt to start them, manually, it
> > says
> >
> > "Unable to start a VM due to insufficient capacity"
> >
> > OK, I am having VMs taking more cores, than actual physical number of
> > cores.
> > VM cores - 35,
> > physical cores - 24
> >
> > It was not the problem with previous version 4.10 - and it was correct.
> I
> > want to decide myself if I want to allow cpu overprovisioning.
> >
> > I consider this a critical bug.
> >
> > On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <
> > j.zolotarjov@gmail.com> wrote:
> >
> >> my host in Centos7. I upgraded just by changing the URL in repository
> and
> >> yum update
> >>
> >> How do I upgrade systemvm templates now?
> >>
> >> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <daan.hoogland@gmail.com
> >
> >> wrote:
> >>
> >>> ok, this is also an upgrade issue. If all is well you installed them
> >>> first.
> >>> You must have downloaded the new systemvm templates and installed them
> as
> >>> per the upgrade instructions (didn't read them myself this time so i'd
> >>> have
> >>> to check) and the upgrade will then mark them as the current templates
> >>> for
> >>> systemVMs.
> >>> This error indicates that something in that process went wrong.
> >>>
> >>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
> >>> j.zolotarjov@gmail.com>
> >>> wrote:
> >>>
> >>> > I have a backup and noone is accessing the installation during
> upgrade
> >>> > process
> >>> >
> >>> > Now:
> >>> > I moved 1 bit further.
> >>> >
> >>> > Now I am having this error
> >>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> >>> (logid:)
> >>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
> >>> > DEFAULT NULL
> >>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> >>> (logid:)
> >>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
> >>> DEFAULT 0
> >>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> >>> (logid:)
> >>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> >>> > fk_ldap_trust_map__domain_id
> >>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> >>> (logid:)
> >>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> >>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> >>> (logid:)
> >>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON
> ldap_trust_map
> >>> > (domain_id, account_id)
> >>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null)
> >>> (logid:)
> >>> > Unable to find properties file: commands.properties
> >>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) No commands.properties file was found, enabling dynamic
> roles
> >>> by
> >>> > setting dynamic.apichecker.enabled to true if not already enabled.
> >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) Done validating base64 content of user data
> >>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) Updating System Vm template IDs
> >>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) Updating LXC System Vms
> >>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is
> not
> >>> > used, so not failing upgrade
> >>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) Updating Hyperv System Vms
> >>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv
> hypervisor
> >>> is
> >>> > not used, so not failing upgrade
> >>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100]
> (main:null)
> >>> > (logid:) Updating KVM System Vms
> >>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker]
> >>> (main:null)
> >>> > (logid:) Unable to upgrade the database
> >>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM
> SystemVm
> >>> > template not found. Cannot upgrade system Vms
> >>> > at
> >>> > com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
> >>> > Upgrade41000to41100.java:270)
> >>> > at
> >>> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
> >>> > Upgrade41000to41100.java:71)
> >>> > at
> >>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> >>> > DatabaseUpgradeChecker.java:561)
> >>> > at
> >>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> >>> > DatabaseUpgradeChecker.java:641)
> >>> > at
> >>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> >>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> >>> > at
> >>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.start(
> >>> > CloudStackExtendedLifeCycle.java:55)
> >>> > at
> >>> > org.springframework.context.support.DefaultLifecycleProcessor.
> doStart(
> >>> > DefaultLifecycleProcessor.java:183)
> >>> > at
> >>> > org.springframework.context.support.DefaultLifecycleProcesso
> >>> r.access$200(
> >>> > DefaultLifecycleProcessor.java:52)
> >>> > at
> >>> > org.springframework.context.support.DefaultLifecycleProcessor$
> >>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> >>> > at
> >>> > org.springframework.context.support.DefaultLifecycleProcesso
> >>> r.startBeans(
> >>> > DefaultLifecycleProcessor.java:159)
> >>> > at
> >>> > org.springframework.context.support.DefaultLifecycleProcesso
> >>> r.onRefresh(
> >>> > DefaultLifecycleProcessor.java:123)
> >>> > at
> >>> > org.springframework.context.support.AbstractApplicationContext.
> >>> > finishRefresh(AbstractApplicationContext.java:884)
> >>> > at
> >>> > org.springframework.context.support.AbstractApplicationConte
> >>> xt.refresh(
> >>> > AbstractApplicationContext.java:552)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > loadContext(DefaultModuleDefinitionSet.java:145)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.
> >>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> java:122)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > withModule(DefaultModuleDefinitionSet.java:245)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > withModule(DefaultModuleDefinitionSet.java:250)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > withModule(DefaultModuleDefinitionSet.java:233)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > loadContexts(DefaultModuleDefinitionSet.java:117)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
> >>> DefinitionSet.
> >>> > load(DefaultModuleDefinitionSet.java:79)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.factory.
> ModuleBasedContextFactory.
> >>> > loadModules(ModuleBasedContextFactory.java:37)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> >>> Context.init(
> >>> > CloudStackSpringContext.java:71)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> >>> Context.<init>
> >>> > (CloudStackSpringContext.java:58)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
> >>> Context.<init>
> >>> > (CloudStackSpringContext.java:62)
> >>> > at
> >>> > org.apache.cloudstack.spring.module.web.
> CloudStackContextLoaderListene
> >>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> >>> > at
> >>> > org.eclipse.jetty.server.handler.ContextHandler.callContextI
> >>> nitialized(
> >>> > ContextHandler.java:890)
> >>> > at
> >>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextI
> >>> nitialized(
> >>> > ServletContextHandler.java:532)
> >>> > at
> >>> > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > startContext(ContextHandler.java:853)
> >>> > at
> >>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> >>> > ServletContextHandler.java:344)
> >>> > at
> >>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> >>> > WebAppContext.java:1515)
> >>> > at
> >>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> >>> > WebAppContext.java:1477)
> >>> > at
> >>> > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > doStart(ContextHandler.java:785)
> >>> >
> >>> >
> >>> >
> >>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <
> >>> daan.hoogland@gmail.com>
> >>> > wrote:
> >>> >
> >>> > > before you continue Jevgeni,
> >>> > >
> >>> > > Do you have a good backup and is no-one able to access this
> >>> installation
> >>> > > with UI or API, when you roll back?
> >>> > >
> >>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> >>> > > ernie.jvrensburg@shapeblue.com> wrote:
> >>> > >
> >>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> >>> > > >
> >>> > > > ________________________________
> >>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> >>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
> >>> > > > To: users@cloudstack.apache.org
> >>> > > > Subject: Re: cloudstack-management fails to start after upgrade
> >>> 4.10 ->
> >>> > > > 4.11
> >>> > > >
> >>> > > > I dropped the column. But then another error like this appeared
> >>> > > >
> >>> > > > Please advise, where are the DB update script located? so I can
> >>> > manually
> >>> > > > inspect that.
> >>> > > >
> >>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> >>> > > > ernie.jvrensburg@shapeblue.com> wrote:
> >>> > > >
> >>> > > > > Hi Jevgeni
> >>> > > > >
> >>> > > > >
> >>> > > > > It looks like there was a database error during the upgrade
> >>> process.
> >>> > > > >
> >>> > > > >
> >>> > > > > A SQL script that is trying to add a column 'for_vpc' to the
> >>> TABLE
> >>> > > > > 'cloud.network_offerings' but the column already exists, for
> some
> >>> > > reason,
> >>> > > > > so it fails because mysql does not allow 2 columns with the
> same
> >>> name
> >>> > > in
> >>> > > > > the same table.
> >>> > > > >
> >>> > > > >
> >>> > > > > The column might have already existed from a previous upgrade
> or
> >>> from
> >>> > > > > running the 4.11 upgrade more than once, and perhaps the SQL
> >>> script
> >>> > is
> >>> > > > not
> >>> > > > > idempotent.
> >>> > > > >
> >>> > > > >
> >>> > > > > I suggest to manually drop the column on the table and run the
> >>> 4.11
> >>> > > > > upgrade process again.
> >>> > > > >
> >>> > > > >
> >>> > > > > Regards
> >>> > > > >
> >>> > > > >
> >>> > > > > Ernie
> >>> > > > >
> >>> > > > > ________________________________
> >>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> >>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
> >>> > > > > To: users@cloudstack.apache.org
> >>> > > > > Subject: cloudstack-management fails to start after upgrade
> 4.10
> >>> ->
> >>> > > 4.11
> >>> > > > >
> >>> > > > > cloudstack-management fails to start after upgrade from 4.10 to
> >>> 4.11
> >>> > > > >
> >>> > > > > management-server.log:
> >>> > > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
> >>> > > (main:null)
> >>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> >>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- Licensed to the Apache Software Foundation (ASF) under one
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- or more contributor license agreements. See the NOTICE file
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- distributed with this work for additional information
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- regarding copyright ownership. The ASF licenses this file
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- to you under the Apache License, Version 2.0 (the
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- "License"); you may not use this file except in compliance
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- with the License. You may obtain a copy of the License at
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > --
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > --
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- Unless required by applicable law or agreed to in writing,
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- software distributed under the License is distributed on an
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- KIND, either express or implied. See the License for the
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- specific language governing permissions and limitations
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- under the License.
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > --;
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > --;
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > -- Add For VPC flag
> >>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1)
> NOT
> >>> > NULL
> >>> > > > > DEFAULT 0
> >>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN
> >>> > for_vpc
> >>> > > > > INT(1) NOT NULL DEFAULT 0
> >>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner]
> (main:null)
> >>> > > (logid:)
> >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> >>> Duplicate
> >>> > > > > column
> >>> > > > > name 'for_vpc'
> >>> > > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
> >>> > > (main:null)
> >>> > > > > (logid:) Unable to execute upgrade script
> >>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> >>> Duplicate
> >>> > > > > column
> >>> > > > > name 'for_vpc'
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > > ScriptRunner.java:185)
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > ScriptRunner.java:87)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> >>> > > > > DatabaseUpgradeChecker.java:459)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> >>> > > > > DatabaseUpgradeChecker.java:557)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> >>> > > > > DatabaseUpgradeChecker.java:641)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.
> >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.
> >>> > > > start(
> >>> > > > > CloudStackExtendedLifeCycle.java:55)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > doStart(
> >>> > > > > DefaultLifecycleProcessor.java:183)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > access$200(
> >>> > > > > DefaultLifecycleProcessor.java:52)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > startBeans(
> >>> > > > > DefaultLifecycleProcessor.java:159)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > onRefresh(
> >>> > > > > DefaultLifecycleProcessor.java:123)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > refresh(
> >>> > > > > AbstractApplicationContext.java:552)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> >>> > java:122)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > ModuleBasedContextFactory.
> >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.init(
> >>> > > > > CloudStackSpringContext.java:71)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:58)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:62)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.web.
> >>> > CloudStackContextLoaderListene
> >>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ContextHandler.java:890)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ServletContextHandler.java:532)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > startContext(ContextHandler.java:853)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> >>> > > > > ServletContextHandler.java:344)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> >>> > > > > WebAppContext.java:1515)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> >>> > > > > WebAppContext.java:1477)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > doStart(ContextHandler.java:785)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> >>> > > > > ServletContextHandler.java:261)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> >>> > WebAppContext.java:545)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> >>> > > > > doStart(GzipHandler.java:273)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:115)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.start(Server.java:418)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.doStart(Server.java:385)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> >>> > > > ServerDaemon.java:200)
> >>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> >>> > Method)
> >>> > > > > at
> >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> >>> > > > NativeMethodAccessorImpl.java:
> >>> > > > > 62)
> >>> > > > > at
> >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> >>> > > > > DelegatingMethodAccessorImpl.java:43)
> >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> >>> > > > > at
> >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> >>> > > > > DaemonLoader.java:241)
> >>> > > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
> >>> > > (main:null)
> >>> > > > > (logid:) Unable to upgrade the database
> >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> >>> execute
> >>> > > > upgrade
> >>> > > > > script
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> >>> > > > > DatabaseUpgradeChecker.java:465)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> >>> > > > > DatabaseUpgradeChecker.java:557)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> >>> > > > > DatabaseUpgradeChecker.java:641)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.
> >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.
> >>> > > > start(
> >>> > > > > CloudStackExtendedLifeCycle.java:55)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > doStart(
> >>> > > > > DefaultLifecycleProcessor.java:183)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > access$200(
> >>> > > > > DefaultLifecycleProcessor.java:52)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > startBeans(
> >>> > > > > DefaultLifecycleProcessor.java:159)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > onRefresh(
> >>> > > > > DefaultLifecycleProcessor.java:123)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > refresh(
> >>> > > > > AbstractApplicationContext.java:552)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> >>> > java:122)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > ModuleBasedContextFactory.
> >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.init(
> >>> > > > > CloudStackSpringContext.java:71)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:58)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:62)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.web.
> >>> > CloudStackContextLoaderListene
> >>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ContextHandler.java:890)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ServletContextHandler.java:532)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > startContext(ContextHandler.java:853)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> >>> > > > > ServletContextHandler.java:344)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> >>> > > > > WebAppContext.java:1515)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> >>> > > > > WebAppContext.java:1477)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > doStart(ContextHandler.java:785)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> >>> > > > > ServletContextHandler.java:261)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> >>> > WebAppContext.java:545)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> >>> > > > > doStart(GzipHandler.java:273)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:115)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.start(Server.java:418)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.doStart(Server.java:385)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> >>> > > > ServerDaemon.java:200)
> >>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> >>> > Method)
> >>> > > > > at
> >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> >>> > > > NativeMethodAccessorImpl.java:
> >>> > > > > 62)
> >>> > > > > at
> >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> >>> > > > > DelegatingMethodAccessorImpl.java:43)
> >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> >>> > > > > at
> >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> >>> > > > > DaemonLoader.java:241)
> >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> >>> > MySQLSyntaxErrorException:
> >>> > > > > Duplicate column name 'for_vpc'
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > > ScriptRunner.java:185)
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > ScriptRunner.java:87)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> >>> > > > > DatabaseUpgradeChecker.java:459)
> >>> > > > > ... 54 more
> >>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction]
> (main:null)
> >>> > > > (logid:)
> >>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade; called
> >>> by
> >>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo
> >>> :832-
> >>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.
> upgrade:572-
> >>> > > > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> >>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> >>> > > > > DefaultLifecycleProcessor.doStart:183-
> DefaultLifecycleProcessor.
> >>> > > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start
> >>> :358-
> >>> > > > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecyclePro
> >>> cessor.
> >>> > > > > onRefresh:123
> >>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> >>> > ResourceApplicationContext]
> >>> > > > > (main:null) (logid:) Exception encountered during context
> >>> > > initialization
> >>> > > > -
> >>> > > > > cancelling refresh attempt:
> >>> > > > > org.springframework.context.ApplicationContextException:
> Failed
> >>> to
> >>> > > start
> >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> >>> upgrade
> >>> > the
> >>> > > > > database
> >>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext]
> (main:null)
> >>> > > > (logid:)
> >>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> >>> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
> >>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> >>> > > > > org.springframework.context.ApplicationContextException:
> Failed
> >>> to
> >>> > > start
> >>> > > > > bean 'cloudStackLifeCycle'; nested exception is
> >>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
> >>> upgrade
> >>> > the
> >>> > > > > database
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > doStart(
> >>> > > > > DefaultLifecycleProcessor.java:186)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > access$200(
> >>> > > > > DefaultLifecycleProcessor.java:52)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> >>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > > startBeans(
> >>> > > > > DefaultLifecycleProcessor.java:159)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> >>> > > onRefresh(
> >>> > > > > DefaultLifecycleProcessor.java:123)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > > > finishRefresh(AbstractApplicationContext.java:884)
> >>> > > > > at
> >>> > > > > org.springframework.context.support.
> AbstractApplicationContext.
> >>> > > refresh(
> >>> > > > > AbstractApplicationContext.java:552)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> >>> > java:122)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.model.impl.
> >>> > > > DefaultModuleDefinitionSet.
> >>> > > > > load(DefaultModuleDefinitionSet.java:79)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > ModuleBasedContextFactory.
> >>> > > > > loadModules(ModuleBasedContextFactory.java:37)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.init(
> >>> > > > > CloudStackSpringContext.java:71)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:58)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.factory.
> >>> > > > CloudStackSpringContext.<init>
> >>> > > > > (CloudStackSpringContext.java:62)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.module.web.
> >>> > CloudStackContextLoaderListene
> >>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ContextHandler.java:890)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> >>> > > callContextInitialized(
> >>> > > > > ServletContextHandler.java:532)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > startContext(ContextHandler.java:853)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> >>> > > > > ServletContextHandler.java:344)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> >>> > > > > WebAppContext.java:1515)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> >>> > > > > WebAppContext.java:1477)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> >>> > > > > doStart(ContextHandler.java:785)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> >>> > > > > ServletContextHandler.java:261)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> >>> > WebAppContext.java:545)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> >>> > > > > doStart(GzipHandler.java:273)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:115)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > start(ContainerLifeCycle.java:133)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.start(Server.java:418)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> >>> > > > > doStart(ContainerLifeCycle.java:107)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> >>> > > > > doStart(AbstractHandler.java:113)
> >>> > > > > at org.eclipse.jetty.server.Serve
> >>> r.doStart(Server.java:385)
> >>> > > > > at
> >>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> >>> > > > > start(AbstractLifeCycle.java:68)
> >>> > > > > at org.apache.cloudstack.ServerDaemon.start(
> >>> > > > ServerDaemon.java:200)
> >>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> >>> > Method)
> >>> > > > > at
> >>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> >>> > > > NativeMethodAccessorImpl.java:
> >>> > > > > 62)
> >>> > > > > at
> >>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> >>> > > > > DelegatingMethodAccessorImpl.java:43)
> >>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> >>> > > > > at
> >>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> >>> > > > > DaemonLoader.java:241)
> >>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
> >>> Unable
> >>> > to
> >>> > > > > upgrade the database
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> >>> > > > > DatabaseUpgradeChecker.java:570)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> >>> > > > > DatabaseUpgradeChecker.java:641)
> >>> > > > > at
> >>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
> >>> eCycle.
> >>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> >>> > > > > ... 51 more
> >>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
> >>> Unable
> >>> > to
> >>> > > > > execute upgrade script
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> >>> > > > > DatabaseUpgradeChecker.java:465)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> >>> > > > > DatabaseUpgradeChecker.java:557)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> >>> > > > > DatabaseUpgradeChecker.java:641)
> >>> > > > > ... 52 more
> >>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> >>> > MySQLSyntaxErrorException:
> >>> > > > > Duplicate column name 'for_vpc'
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > > ScriptRunner.java:185)
> >>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> >>> > > > ScriptRunner.java:87)
> >>> > > > > at
> >>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> >>> > > > > DatabaseUpgradeChecker.java:459)
> >>> > > > > ... 54 more
> >>> > > > >
> >>> > > > >
> >>> > > > >
> >>> > > > >
> >>> > > > > Please help!
> >>> > > > >
> >>> > > > > ernie.jvrensburg@shapeblue.com
> >>> > > > > www.shapeblue.com<http://www.shapeblue.com>
> >>> > > > > ,
> >>> > > > > @shapeblue
> >>> > > > >
> >>> > > > >
> >>> > > > >
> >>> > > > >
> >>> > > >
> >>> > > > ernie.jvrensburg@shapeblue.com
> >>> > > > www.shapeblue.com
> >>> > > > ,
> >>> > > > @shapeblue
> >>> > > >
> >>> > > >
> >>> > > >
> >>> > > >
> >>> > >
> >>> > >
> >>> > > --
> >>> > > Daan
> >>> > >
> >>> >
> >>>
> >>>
> >>>
> >>> --
> >>> Daan
> >>>
> >>
> >>
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
To follow up:
this is what I have in log:
2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) DeploymentPlanner allocation algorithm: null
2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Trying to allocate a host and storage pools from dc:1,
pod:1,cluster:null, requested cpu: 500, requested ram: 2147483648
2018-02-09 13:31:48,836 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Is ROOT volume READY (pool already allocated)?: No
2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Deploy avoids pods: [], clusters: [], hosts: [3]
2018-02-09 13:31:48,840 DEBUG [c.c.d.DeploymentPlanningManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) DataCenter id = '1' provided is in avoid set,
DeploymentPlanner cannot allocate the VM, returning.
2018-02-09 13:31:48,843 DEBUG [c.c.c.CapacityManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) VM state transitted from :Starting to Stopped with event:
OperationFailedvm's original host id: 3 new host id: null host id before
state transition: 3
2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Hosts's actual total CPU: 70224 and CPU after applying
overprovisioning: 70224
2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Hosts's actual total RAM: 205071147008 and RAM after
applying overprovisioning: 205071155200
2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) release cpu from host: 3, old used: 1500,reserved: 26100,
actual total: 70224, total with overprovisioning: 70224; new used:
1000,reserved:26100; movedfromreserved: false,moveToReserveredfalse
2018-02-09 13:31:48,847 DEBUG [c.c.c.CapacityManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) release mem from host: 3, old used: 3758096384,reserved:
81335943168, total: 205071155200; new used:
1610612736,reserved:81335943168; movedfromreserved:
false,moveToReserveredfalse
2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobHandlerProxy]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Invocation exception, caused by:
com.cloud.exception.InsufficientServerCapacityException: Unable to create a
deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
id=1
2018-02-09 13:31:48,854 INFO [c.c.v.VmWorkJobHandlerProxy]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896 ctx-9ffd0cf1)
(logid:0afb959d) Rethrow exception
com.cloud.exception.InsufficientServerCapacityException: Unable to create a
deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
id=1
2018-02-09 13:31:48,854 DEBUG [c.c.v.VmWorkJobDispatcher]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
with run of VM work job: com.cloud.vm.VmWorkStart for VM 11, job origin: 893
2018-02-09 13:31:48,854 ERROR [c.c.v.VmWorkJobDispatcher]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Unable
to complete AsyncJobVO {id:896, userId: 2, accountId: 2, instanceType:
null, instanceId: null, cmd: com.cloud.vm.VmWorkStart, cmdInfo:
rO0ABXNyABhjb20uY2xvdWQudm0uVm1Xb3JrU3RhcnR9cMGsvxz73gIAC0oABGRjSWRMAAZhdm9pZHN0ADBMY29tL2Nsb3VkL2RlcGxveS9EZXBsb3ltZW50UGxhbm5lciRFeGNsdWRlTGlzdDtMAAljbHVzdGVySWR0ABBMamF2YS9sYW5nL0xvbmc7TAAGaG9zdElkcQB-AAJMAAtqb3VybmFsTmFtZXQAEkxqYXZhL2xhbmcvU3RyaW5nO0wAEXBoeXNpY2FsTmV0d29ya0lkcQB-AAJMAAdwbGFubmVycQB-AANMAAVwb2RJZHEAfgACTAAGcG9vbElkcQB-AAJMAAlyYXdQYXJhbXN0AA9MamF2YS91dGlsL01hcDtMAA1yZXNlcnZhdGlvbklkcQB-AAN4cgATY29tLmNsb3VkLnZtLlZtV29ya5-ZtlbwJWdrAgAESgAJYWNjb3VudElkSgAGdXNlcklkSgAEdm1JZEwAC2hhbmRsZXJOYW1lcQB-AAN4cAAAAAAAAAACAAAAAAAAAAIAAAAAAAAAC3QAGVZpcnR1YWxNYWNoaW5lTWFuYWdlckltcGwAAAAAAAAAAHBwcHBwcHBwc3IAEWphdmEudXRpbC5IYXNoTWFwBQfawcMWYNEDAAJGAApsb2FkRmFjdG9ySQAJdGhyZXNob2xkeHA_QAAAAAAADHcIAAAAEAAAAAF0AApWbVBhc3N3b3JkdAAcck8wQUJYUUFEbk5oZG1Wa1gzQmhjM04zYjNKa3hw,
cmdVersion: 0, status: IN_PROGRESS, processStatus: 0, resultCode: 0,
result: null, initMsid: 264216221068220, completeMsid: null, lastUpdated:
null, lastPolled: null, created: Fri Feb 09 13:31:46 GMT 2018}, job
origin:893
com.cloud.exception.InsufficientServerCapacityException: Unable to create a
deployment for VM[User|i-2-11-VM]Scope=interface com.cloud.dc.DataCenter;
id=1
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1072)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:4927)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
com.cloud.vm.VmWorkJobHandlerProxy.handleVmWorkJob(VmWorkJobHandlerProxy.java:107)
at
com.cloud.vm.VirtualMachineManagerImpl.handleVmWorkJob(VirtualMachineManagerImpl.java:5090)
at
com.cloud.vm.VmWorkJobDispatcher.runJob(VmWorkJobDispatcher.java:102)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:581)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:529)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2018-02-09 13:31:48,856 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d)
Complete async job-896, jobStatus: FAILED, resultCode: 0, result:
rO0ABXNyADdjb20uY2xvdWQuZXhjZXB0aW9uLkluc3VmZmljaWVudFNlcnZlckNhcGFjaXR5RXhjZXB0aW9uAAAAAFZNT3ACAAFaABVhZmZpbml0eUdyb3Vwc0FwcGxpZWR4cgAxY29tLmNsb3VkLmV4Y2VwdGlvbi5JbnN1ZmZpY2llbnRDYXBhY2l0eUV4Y2VwdGlvbgAAAABWTU91AgACTAACaWR0ABBMamF2YS9sYW5nL0xvbmc7TAAFc2NvcGV0ABFMamF2YS9sYW5nL0NsYXNzO3hyACJjb20uY2xvdWQuZXhjZXB0aW9uLkNsb3VkRXhjZXB0aW9ueeiOG_HkRMcCAAJMAAtjc0Vycm9yQ29kZXQAE0xqYXZhL2xhbmcvSW50ZWdlcjtMAAZpZExpc3R0ABVMamF2YS91dGlsL0FycmF5TGlzdDt4cgATamF2YS5sYW5nLkV4Y2VwdGlvbtD9Hz4aOxzEAgAAeHIAE2phdmEubGFuZy5UaHJvd2FibGXVxjUnOXe4ywMABEwABWNhdXNldAAVTGphdmEvbGFuZy9UaHJvd2FibGU7TAANZGV0YWlsTWVzc2FnZXQAEkxqYXZhL2xhbmcvU3RyaW5nO1sACnN0YWNrVHJhY2V0AB5bTGphdmEvbGFuZy9TdGFja1RyYWNlRWxlbWVudDtMABRzdXBwcmVzc2VkRXhjZXB0aW9uc3QAEExqYXZhL3V0aWwvTGlzdDt4cHEAfgANdAA0VW5hYmxlIHRvIGNyZWF0ZSBhIGRlcGxveW1lbnQgZm9yIFZNW1VzZXJ8aS0yLTExLVZNXXVyAB5bTGphdmEubGFuZy5TdGFja1RyYWNlRWxlbWVudDsCRio8PP0iOQIAAHhwAAAAFXNyABtqYXZhLmxhbmcuU3RhY2tUcmFjZUVsZW1lbnRhCcWaJjbdhQIABEkACmxpbmVOdW1iZXJMAA5kZWNsYXJpbmdDbGFzc3EAfgAKTAAIZmlsZU5hbWVxAH4ACkwACm1ldGhvZE5hbWVxAH4ACnhwAAAEMHQAJmNvbS5jbG91ZC52bS5WaXJ0dWFsTWFjaGluZU1hbmFnZXJJbXBsdAAeVmlydHVhbE1hY2hpbmVNYW5hZ2VySW1wbC5qYXZhdAAQb3JjaGVzdHJhdGVTdGFydHNxAH4AEQAAEz9xAH4AE3EAfgAUcQB-ABVzcQB-ABH____-dAAkc3VuLnJlZmxlY3QuTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsdAAdTmF0aXZlTWV0aG9kQWNjZXNzb3JJbXBsLmphdmF0AAdpbnZva2Uwc3EAfgARAAAAPnEAfgAYcQB-ABl0AAZpbnZva2VzcQB-ABEAAAArdAAoc3VuLnJlZmxlY3QuRGVsZWdhdGluZ01ldGhvZEFjY2Vzc29ySW1wbHQAIURlbGVnYXRpbmdNZXRob2RBY2Nlc3NvckltcGwuamF2YXEAfgAcc3EAfgARAAAB8nQAGGphdmEubGFuZy5yZWZsZWN0Lk1ldGhvZHQAC01ldGhvZC5qYXZhcQB-ABxzcQB-ABEAAABrdAAiY29tLmNsb3VkLnZtLlZtV29ya0pvYkhhbmRsZXJQcm94eXQAGlZtV29ya0pvYkhhbmRsZXJQcm94eS5qYXZhdAAPaGFuZGxlVm1Xb3JrSm9ic3EAfgARAAAT4nEAfgATcQB-ABRxAH4AJnNxAH4AEQAAAGZ0ACBjb20uY2xvdWQudm0uVm1Xb3JrSm9iRGlzcGF0Y2hlcnQAGFZtV29ya0pvYkRpc3BhdGNoZXIuamF2YXQABnJ1bkpvYnNxAH4AEQAAAkV0AD9vcmcuYXBhY2hlLmNsb3Vkc3RhY2suZnJhbWV3b3JrLmpvYnMuaW1wbC5Bc3luY0pvYk1hbmFnZXJJbXBsJDV0ABhBc3luY0pvYk1hbmFnZXJJbXBsLmphdmF0AAxydW5JbkNvbnRleHRzcQB-ABEAAAAxdAA-b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlJDF0ABtNYW5hZ2VkQ29udGV4dFJ1bm5hYmxlLmphdmF0AANydW5zcQB-ABEAAAA4dABCb3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5pbXBsLkRlZmF1bHRNYW5hZ2VkQ29udGV4dCQxdAAaRGVmYXVsdE1hbmFnZWRDb250ZXh0LmphdmF0AARjYWxsc3EAfgARAAAAZ3QAQG9yZy5hcGFjaGUuY2xvdWRzdGFjay5tYW5hZ2VkLmNvbnRleHQuaW1wbC5EZWZhdWx0TWFuYWdlZENvbnRleHRxAH4ANnQAD2NhbGxXaXRoQ29udGV4dHNxAH4AEQAAADVxAH4AOXEAfgA2dAAOcnVuV2l0aENvbnRleHRzcQB-ABEAAAAudAA8b3JnLmFwYWNoZS5jbG91ZHN0YWNrLm1hbmFnZWQuY29udGV4dC5NYW5hZ2VkQ29udGV4dFJ1bm5hYmxlcQB-ADJxAH4AM3NxAH4AEQAAAhFxAH4ALXEAfgAucQB-ADNzcQB-ABEAAAH_dAAuamF2YS51dGlsLmNvbmN1cnJlbnQuRXhlY3V0b3JzJFJ1bm5hYmxlQWRhcHRlcnQADkV4ZWN1dG9ycy5qYXZhcQB-ADdzcQB-ABEAAAEKdAAfamF2YS51dGlsLmNvbmN1cnJlbnQuRnV0dXJlVGFza3QAD0Z1dHVyZVRhc2suamF2YXEAfgAzc3EAfgARAAAEfXQAJ2phdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdXRvcnQAF1RocmVhZFBvb2xFeGVjdXRvci5qYXZhdAAJcnVuV29ya2Vyc3EAfgARAAACcHQALmphdmEudXRpbC5jb25jdXJyZW50LlRocmVhZFBvb2xFeGVjdXRvciRXb3JrZXJxAH4ASHEAfgAzc3EAfgARAAAC7HQAEGphdmEubGFuZy5UaHJlYWR0AAtUaHJlYWQuamF2YXEAfgAzc3IAJmphdmEudXRpbC5Db2xsZWN0aW9ucyRVbm1vZGlmaWFibGVMaXN0_A8lMbXsjhACAAFMAARsaXN0cQB-AAx4cgAsamF2YS51dGlsLkNvbGxlY3Rpb25zJFVubW9kaWZpYWJsZUNvbGxlY3Rpb24ZQgCAy173HgIAAUwAAWN0ABZMamF2YS91dGlsL0NvbGxlY3Rpb247eHBzcgATamF2YS51dGlsLkFycmF5TGlzdHiB0h2Zx2GdAwABSQAEc2l6ZXhwAAAAAHcEAAAAAHhxAH4AVHhzcgARamF2YS5sYW5nLkludGVnZXIS4qCk94GHOAIAAUkABXZhbHVleHIAEGphdmEubGFuZy5OdW1iZXKGrJUdC5TgiwIAAHhwAAAQ73NxAH4AUwAAAAB3BAAAAAB4c3IADmphdmEubGFuZy5Mb25nO4vkkMyPI98CAAFKAAV2YWx1ZXhxAH4AVgAAAAAAAAABdnIAF2NvbS5jbG91ZC5kYy5EYXRhQ2VudGVyY0H3c7-VfLMCAAB4cAA
2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Publish
async job-896 complete on message bus
2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake up
jobs related to job-896
2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Update
db status for job-896
2018-02-09 13:31:48,857 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Wake up
jobs joined with job-896 and disjoin all subjobs created from job- 896
2018-02-09 13:31:48,861 DEBUG [o.a.c.f.j.i.AsyncJobManagerImpl]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Done
executing com.cloud.vm.VmWorkStart for job-896
2018-02-09 13:31:48,861 INFO [o.a.c.f.j.i.AsyncJobMonitor]
(Work-Job-Executor-7:ctx-a92d467b job-893/job-896) (logid:0afb959d) Remove
job-896 from job monitoring
2018-02-09 13:31:48,868 ERROR [c.c.a.ApiAsyncJobDispatcher]
(API-Job-Executor-3:ctx-62b8b508 job-893) (logid:0afb959d) Unexpected
exception while executing
org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin
com.cloud.utils.exception.CloudRuntimeException: Unable to start a VM due
to insufficient capacity
at
com.cloud.vm.VirtualMachineManagerImpl.start(VirtualMachineManagerImpl.java:719)
at
org.apache.cloudstack.engine.cloud.entity.api.VMEntityManagerImpl.deployVirtualMachine(VMEntityManagerImpl.java:245)
at
org.apache.cloudstack.engine.cloud.entity.api.VirtualMachineEntityImpl.deploy(VirtualMachineEntityImpl.java:212)
at
com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:4509)
at
com.cloud.vm.UserVmManagerImpl.startVirtualMachine(UserVmManagerImpl.java:2703)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.springframework.aop.support.AopUtils.invokeJoinpointUsingReflection(AopUtils.java:338)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.invokeJoinpoint(ReflectiveMethodInvocation.java:197)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:163)
at
org.apache.cloudstack.network.contrail.management.EventUtils$EventInterceptor.invoke(EventUtils.java:107)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:174)
at
com.cloud.event.ActionEventInterceptor.invoke(ActionEventInterceptor.java:51)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:174)
at
org.springframework.aop.interceptor.ExposeInvocationInterceptor.invoke(ExposeInvocationInterceptor.java:92)
at
org.springframework.aop.framework.ReflectiveMethodInvocation.proceed(ReflectiveMethodInvocation.java:185)
at
org.springframework.aop.framework.JdkDynamicAopProxy.invoke(JdkDynamicAopProxy.java:212)
at com.sun.proxy.$Proxy169.startVirtualMachine(Unknown Source)
at
org.apache.cloudstack.api.command.admin.vm.StartVMCmdByAdmin.execute(StartVMCmdByAdmin.java:51)
at com.cloud.api.ApiDispatcher.dispatch(ApiDispatcher.java:150)
at
com.cloud.api.ApiAsyncJobDispatcher.runJob(ApiAsyncJobDispatcher.java:108)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.runInContext(AsyncJobManagerImpl.java:581)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable$1.run(ManagedContextRunnable.java:49)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext$1.call(DefaultManagedContext.java:56)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.callWithContext(DefaultManagedContext.java:103)
at
org.apache.cloudstack.managed.context.impl.DefaultManagedContext.runWithContext(DefaultManagedContext.java:53)
at
org.apache.cloudstack.managed.context.ManagedContextRunnable.run(ManagedContextRunnable.java:46)
at
org.apache.cloudstack.framework.jobs.impl.AsyncJobManagerImpl$5.run(AsyncJobManagerImpl.java:529)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.cloud.exception.InsufficientServerCapacityException: Unable
to create a deployment for VM[User|i-2-11-VM]Scope=interface
com.cloud.dc.DataCenter; id=1
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:1072)
at
com.cloud.vm.VirtualMachineManagerImpl.orchestrateStart(VirtualMachineManagerImpl.java:4927)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
... 18 more
On Fri, Feb 9, 2018 at 3:05 PM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> OK, I pushed through and got management server running.
> The steps I made:
> * recovered DB from backup
> * downgraded everything 4.11->4.10
> * installed systemvmtemplates
> * upgraded 4.10 -> 4.11
>
> THEN!!! To make it run I had to go through all manual DB altering.
> Meaning, there is definitely something wrong in shapeblue packages. I could
> not locate the necessary DB scripts in the package. So I fetched an update
> from github repo.
>
> Even then it failed to start and I had to do some more DB altering from
> file https://github.com/apache/cloudstack/blob/4.11/
> engine/schema/resources/META-INF/db/schema-4930to41000.sql
> Namely:
> ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL default
> NULL COMMENT 'Name of the Certificate';
> ALTER TABLE `cloud`.`network_offerings` ADD COLUMN `service_package_id`
> varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter Service
> Package';
>
> OK. Here I am.
>
> BUT! Not all my VMs are starting. On attempt to start them, manually, it
> says
>
> "Unable to start a VM due to insufficient capacity"
>
> OK, I am having VMs taking more cores, than actual physical number of
> cores.
> VM cores - 35,
> physical cores - 24
>
> It was not the problem with previous version 4.10 - and it was correct. I
> want to decide myself if I want to allow cpu overprovisioning.
>
> I consider this a critical bug.
>
> On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com> wrote:
>
>> my host in Centos7. I upgraded just by changing the URL in repository and
>> yum update
>>
>> How do I upgrade systemvm templates now?
>>
>> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <da...@gmail.com>
>> wrote:
>>
>>> ok, this is also an upgrade issue. If all is well you installed them
>>> first.
>>> You must have downloaded the new systemvm templates and installed them as
>>> per the upgrade instructions (didn't read them myself this time so i'd
>>> have
>>> to check) and the upgrade will then mark them as the current templates
>>> for
>>> systemVMs.
>>> This error indicates that something in that process went wrong.
>>>
>>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
>>> j.zolotarjov@gmail.com>
>>> wrote:
>>>
>>> > I have a backup and noone is accessing the installation during upgrade
>>> > process
>>> >
>>> > Now:
>>> > I moved 1 bit further.
>>> >
>>> > Now I am having this error
>>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> (logid:)
>>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
>>> > DEFAULT NULL
>>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> (logid:)
>>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
>>> DEFAULT 0
>>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> (logid:)
>>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
>>> > fk_ldap_trust_map__domain_id
>>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> (logid:)
>>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
>>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> (logid:)
>>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON ldap_trust_map
>>> > (domain_id, account_id)
>>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null)
>>> (logid:)
>>> > Unable to find properties file: commands.properties
>>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) No commands.properties file was found, enabling dynamic roles
>>> by
>>> > setting dynamic.apichecker.enabled to true if not already enabled.
>>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) Done validating base64 content of user data
>>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) Updating System Vm template IDs
>>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) Updating LXC System Vms
>>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is not
>>> > used, so not failing upgrade
>>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) Updating Hyperv System Vms
>>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv hypervisor
>>> is
>>> > not used, so not failing upgrade
>>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>>> > (logid:) Updating KVM System Vms
>>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker]
>>> (main:null)
>>> > (logid:) Unable to upgrade the database
>>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
>>> > template not found. Cannot upgrade system Vms
>>> > at
>>> > com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
>>> > Upgrade41000to41100.java:270)
>>> > at
>>> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
>>> > Upgrade41000to41100.java:71)
>>> > at
>>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>>> > DatabaseUpgradeChecker.java:561)
>>> > at
>>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>>> > DatabaseUpgradeChecker.java:641)
>>> > at
>>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
>>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>>> > at
>>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.start(
>>> > CloudStackExtendedLifeCycle.java:55)
>>> > at
>>> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
>>> > DefaultLifecycleProcessor.java:183)
>>> > at
>>> > org.springframework.context.support.DefaultLifecycleProcesso
>>> r.access$200(
>>> > DefaultLifecycleProcessor.java:52)
>>> > at
>>> > org.springframework.context.support.DefaultLifecycleProcessor$
>>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>>> > at
>>> > org.springframework.context.support.DefaultLifecycleProcesso
>>> r.startBeans(
>>> > DefaultLifecycleProcessor.java:159)
>>> > at
>>> > org.springframework.context.support.DefaultLifecycleProcesso
>>> r.onRefresh(
>>> > DefaultLifecycleProcessor.java:123)
>>> > at
>>> > org.springframework.context.support.AbstractApplicationContext.
>>> > finishRefresh(AbstractApplicationContext.java:884)
>>> > at
>>> > org.springframework.context.support.AbstractApplicationConte
>>> xt.refresh(
>>> > AbstractApplicationContext.java:552)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > loadContext(DefaultModuleDefinitionSet.java:145)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.
>>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > withModule(DefaultModuleDefinitionSet.java:245)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > withModule(DefaultModuleDefinitionSet.java:250)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > withModule(DefaultModuleDefinitionSet.java:233)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > loadContexts(DefaultModuleDefinitionSet.java:117)
>>> > at
>>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>>> DefinitionSet.
>>> > load(DefaultModuleDefinitionSet.java:79)
>>> > at
>>> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
>>> > loadModules(ModuleBasedContextFactory.java:37)
>>> > at
>>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>>> Context.init(
>>> > CloudStackSpringContext.java:71)
>>> > at
>>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>>> Context.<init>
>>> > (CloudStackSpringContext.java:58)
>>> > at
>>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>>> Context.<init>
>>> > (CloudStackSpringContext.java:62)
>>> > at
>>> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
>>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>>> > at
>>> > org.eclipse.jetty.server.handler.ContextHandler.callContextI
>>> nitialized(
>>> > ContextHandler.java:890)
>>> > at
>>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextI
>>> nitialized(
>>> > ServletContextHandler.java:532)
>>> > at
>>> > org.eclipse.jetty.server.handler.ContextHandler.
>>> > startContext(ContextHandler.java:853)
>>> > at
>>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>>> > ServletContextHandler.java:344)
>>> > at
>>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>>> > WebAppContext.java:1515)
>>> > at
>>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
>>> > WebAppContext.java:1477)
>>> > at
>>> > org.eclipse.jetty.server.handler.ContextHandler.
>>> > doStart(ContextHandler.java:785)
>>> >
>>> >
>>> >
>>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <
>>> daan.hoogland@gmail.com>
>>> > wrote:
>>> >
>>> > > before you continue Jevgeni,
>>> > >
>>> > > Do you have a good backup and is no-one able to access this
>>> installation
>>> > > with UI or API, when you roll back?
>>> > >
>>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
>>> > > ernie.jvrensburg@shapeblue.com> wrote:
>>> > >
>>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
>>> > > >
>>> > > > ________________________________
>>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
>>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
>>> > > > To: users@cloudstack.apache.org
>>> > > > Subject: Re: cloudstack-management fails to start after upgrade
>>> 4.10 ->
>>> > > > 4.11
>>> > > >
>>> > > > I dropped the column. But then another error like this appeared
>>> > > >
>>> > > > Please advise, where are the DB update script located? so I can
>>> > manually
>>> > > > inspect that.
>>> > > >
>>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
>>> > > > ernie.jvrensburg@shapeblue.com> wrote:
>>> > > >
>>> > > > > Hi Jevgeni
>>> > > > >
>>> > > > >
>>> > > > > It looks like there was a database error during the upgrade
>>> process.
>>> > > > >
>>> > > > >
>>> > > > > A SQL script that is trying to add a column 'for_vpc' to the
>>> TABLE
>>> > > > > 'cloud.network_offerings' but the column already exists, for some
>>> > > reason,
>>> > > > > so it fails because mysql does not allow 2 columns with the same
>>> name
>>> > > in
>>> > > > > the same table.
>>> > > > >
>>> > > > >
>>> > > > > The column might have already existed from a previous upgrade or
>>> from
>>> > > > > running the 4.11 upgrade more than once, and perhaps the SQL
>>> script
>>> > is
>>> > > > not
>>> > > > > idempotent.
>>> > > > >
>>> > > > >
>>> > > > > I suggest to manually drop the column on the table and run the
>>> 4.11
>>> > > > > upgrade process again.
>>> > > > >
>>> > > > >
>>> > > > > Regards
>>> > > > >
>>> > > > >
>>> > > > > Ernie
>>> > > > >
>>> > > > > ________________________________
>>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
>>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
>>> > > > > To: users@cloudstack.apache.org
>>> > > > > Subject: cloudstack-management fails to start after upgrade 4.10
>>> ->
>>> > > 4.11
>>> > > > >
>>> > > > > cloudstack-management fails to start after upgrade from 4.10 to
>>> 4.11
>>> > > > >
>>> > > > > management-server.log:
>>> > > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
>>> > > (main:null)
>>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
>>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- Licensed to the Apache Software Foundation (ASF) under one
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- or more contributor license agreements. See the NOTICE file
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- distributed with this work for additional information
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- regarding copyright ownership. The ASF licenses this file
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- to you under the Apache License, Version 2.0 (the
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- "License"); you may not use this file except in compliance
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- with the License. You may obtain a copy of the License at
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > --
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > --
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- Unless required by applicable law or agreed to in writing,
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- software distributed under the License is distributed on an
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- KIND, either express or implied. See the License for the
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- specific language governing permissions and limitations
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- under the License.
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > --;
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > --;
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > -- Add For VPC flag
>>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT
>>> > NULL
>>> > > > > DEFAULT 0
>>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN
>>> > for_vpc
>>> > > > > INT(1) NOT NULL DEFAULT 0
>>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null)
>>> > > (logid:)
>>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
>>> Duplicate
>>> > > > > column
>>> > > > > name 'for_vpc'
>>> > > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
>>> > > (main:null)
>>> > > > > (logid:) Unable to execute upgrade script
>>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
>>> Duplicate
>>> > > > > column
>>> > > > > name 'for_vpc'
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > > ScriptRunner.java:185)
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > ScriptRunner.java:87)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>>> > > > > DatabaseUpgradeChecker.java:459)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>>> > > > > DatabaseUpgradeChecker.java:557)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>>> > > > > DatabaseUpgradeChecker.java:641)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.
>>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.
>>> > > > start(
>>> > > > > CloudStackExtendedLifeCycle.java:55)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > doStart(
>>> > > > > DefaultLifecycleProcessor.java:183)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > access$200(
>>> > > > > DefaultLifecycleProcessor.java:52)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > startBeans(
>>> > > > > DefaultLifecycleProcessor.java:159)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > onRefresh(
>>> > > > > DefaultLifecycleProcessor.java:123)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > refresh(
>>> > > > > AbstractApplicationContext.java:552)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>>> > java:122)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > load(DefaultModuleDefinitionSet.java:79)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > ModuleBasedContextFactory.
>>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.init(
>>> > > > > CloudStackSpringContext.java:71)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:58)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:62)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.web.
>>> > CloudStackContextLoaderListene
>>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > callContextInitialized(
>>> > > > > ContextHandler.java:890)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>>> > > callContextInitialized(
>>> > > > > ServletContextHandler.java:532)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > startContext(ContextHandler.java:853)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>>> > > > > ServletContextHandler.java:344)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>>> > > > > WebAppContext.java:1515)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>>> > > > > WebAppContext.java:1477)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > doStart(ContextHandler.java:785)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>>> > > > > ServletContextHandler.java:261)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>>> > WebAppContext.java:545)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>>> > > > > doStart(GzipHandler.java:273)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:115)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.start(Server.java:418)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.doStart(Server.java:385)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>>> > > > ServerDaemon.java:200)
>>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>>> > Method)
>>> > > > > at
>>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>>> > > > NativeMethodAccessorImpl.java:
>>> > > > > 62)
>>> > > > > at
>>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>>> > > > > DelegatingMethodAccessorImpl.java:43)
>>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>>> > > > > at
>>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>>> > > > > DaemonLoader.java:241)
>>> > > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
>>> > > (main:null)
>>> > > > > (logid:) Unable to upgrade the database
>>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>>> execute
>>> > > > upgrade
>>> > > > > script
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>>> > > > > DatabaseUpgradeChecker.java:465)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>>> > > > > DatabaseUpgradeChecker.java:557)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>>> > > > > DatabaseUpgradeChecker.java:641)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.
>>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.
>>> > > > start(
>>> > > > > CloudStackExtendedLifeCycle.java:55)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > doStart(
>>> > > > > DefaultLifecycleProcessor.java:183)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > access$200(
>>> > > > > DefaultLifecycleProcessor.java:52)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > startBeans(
>>> > > > > DefaultLifecycleProcessor.java:159)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > onRefresh(
>>> > > > > DefaultLifecycleProcessor.java:123)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > refresh(
>>> > > > > AbstractApplicationContext.java:552)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>>> > java:122)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > load(DefaultModuleDefinitionSet.java:79)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > ModuleBasedContextFactory.
>>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.init(
>>> > > > > CloudStackSpringContext.java:71)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:58)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:62)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.web.
>>> > CloudStackContextLoaderListene
>>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > callContextInitialized(
>>> > > > > ContextHandler.java:890)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>>> > > callContextInitialized(
>>> > > > > ServletContextHandler.java:532)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > startContext(ContextHandler.java:853)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>>> > > > > ServletContextHandler.java:344)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>>> > > > > WebAppContext.java:1515)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>>> > > > > WebAppContext.java:1477)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > doStart(ContextHandler.java:785)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>>> > > > > ServletContextHandler.java:261)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>>> > WebAppContext.java:545)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>>> > > > > doStart(GzipHandler.java:273)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:115)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.start(Server.java:418)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.doStart(Server.java:385)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>>> > > > ServerDaemon.java:200)
>>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>>> > Method)
>>> > > > > at
>>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>>> > > > NativeMethodAccessorImpl.java:
>>> > > > > 62)
>>> > > > > at
>>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>>> > > > > DelegatingMethodAccessorImpl.java:43)
>>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>>> > > > > at
>>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>>> > > > > DaemonLoader.java:241)
>>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
>>> > MySQLSyntaxErrorException:
>>> > > > > Duplicate column name 'for_vpc'
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > > ScriptRunner.java:185)
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > ScriptRunner.java:87)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>>> > > > > DatabaseUpgradeChecker.java:459)
>>> > > > > ... 54 more
>>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
>>> > > > (logid:)
>>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade; called
>>> by
>>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo
>>> :832-
>>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
>>> > > > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
>>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
>>> > > > > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
>>> > > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start
>>> :358-
>>> > > > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecyclePro
>>> cessor.
>>> > > > > onRefresh:123
>>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
>>> > ResourceApplicationContext]
>>> > > > > (main:null) (logid:) Exception encountered during context
>>> > > initialization
>>> > > > -
>>> > > > > cancelling refresh attempt:
>>> > > > > org.springframework.context.ApplicationContextException: Failed
>>> to
>>> > > start
>>> > > > > bean 'cloudStackLifeCycle'; nested exception is
>>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>>> upgrade
>>> > the
>>> > > > > database
>>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
>>> > > > (logid:)
>>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
>>> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
>>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
>>> > > > > org.springframework.context.ApplicationContextException: Failed
>>> to
>>> > > start
>>> > > > > bean 'cloudStackLifeCycle'; nested exception is
>>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>>> upgrade
>>> > the
>>> > > > > database
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > doStart(
>>> > > > > DefaultLifecycleProcessor.java:186)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > access$200(
>>> > > > > DefaultLifecycleProcessor.java:52)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > > startBeans(
>>> > > > > DefaultLifecycleProcessor.java:159)
>>> > > > > at
>>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>>> > > onRefresh(
>>> > > > > DefaultLifecycleProcessor.java:123)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>>> > > > > at
>>> > > > > org.springframework.context.support.AbstractApplicationContext.
>>> > > refresh(
>>> > > > > AbstractApplicationContext.java:552)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>>> > java:122)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.model.impl.
>>> > > > DefaultModuleDefinitionSet.
>>> > > > > load(DefaultModuleDefinitionSet.java:79)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > ModuleBasedContextFactory.
>>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.init(
>>> > > > > CloudStackSpringContext.java:71)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:58)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.factory.
>>> > > > CloudStackSpringContext.<init>
>>> > > > > (CloudStackSpringContext.java:62)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.module.web.
>>> > CloudStackContextLoaderListene
>>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > callContextInitialized(
>>> > > > > ContextHandler.java:890)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>>> > > callContextInitialized(
>>> > > > > ServletContextHandler.java:532)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > startContext(ContextHandler.java:853)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>>> > > > > ServletContextHandler.java:344)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>>> > > > > WebAppContext.java:1515)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>>> > > > > WebAppContext.java:1477)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>>> > > > > doStart(ContextHandler.java:785)
>>> > > > > at
>>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>>> > > > > ServletContextHandler.java:261)
>>> > > > > at
>>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>>> > WebAppContext.java:545)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>>> > > > > doStart(GzipHandler.java:273)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:115)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > start(ContainerLifeCycle.java:133)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.start(Server.java:418)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>>> > > > > doStart(ContainerLifeCycle.java:107)
>>> > > > > at
>>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>>> > > > > doStart(AbstractHandler.java:113)
>>> > > > > at org.eclipse.jetty.server.Serve
>>> r.doStart(Server.java:385)
>>> > > > > at
>>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>>> > > > > start(AbstractLifeCycle.java:68)
>>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>>> > > > ServerDaemon.java:200)
>>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>>> > Method)
>>> > > > > at
>>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>>> > > > NativeMethodAccessorImpl.java:
>>> > > > > 62)
>>> > > > > at
>>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>>> > > > > DelegatingMethodAccessorImpl.java:43)
>>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>>> > > > > at
>>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>>> > > > > DaemonLoader.java:241)
>>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
>>> Unable
>>> > to
>>> > > > > upgrade the database
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>>> > > > > DatabaseUpgradeChecker.java:570)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>>> > > > > DatabaseUpgradeChecker.java:641)
>>> > > > > at
>>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>>> eCycle.
>>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>>> > > > > ... 51 more
>>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
>>> Unable
>>> > to
>>> > > > > execute upgrade script
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>>> > > > > DatabaseUpgradeChecker.java:465)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>>> > > > > DatabaseUpgradeChecker.java:557)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>>> > > > > DatabaseUpgradeChecker.java:641)
>>> > > > > ... 52 more
>>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
>>> > MySQLSyntaxErrorException:
>>> > > > > Duplicate column name 'for_vpc'
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > > ScriptRunner.java:185)
>>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>>> > > > ScriptRunner.java:87)
>>> > > > > at
>>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>>> > > > > DatabaseUpgradeChecker.java:459)
>>> > > > > ... 54 more
>>> > > > >
>>> > > > >
>>> > > > >
>>> > > > >
>>> > > > > Please help!
>>> > > > >
>>> > > > > ernie.jvrensburg@shapeblue.com
>>> > > > > www.shapeblue.com<http://www.shapeblue.com>
>>> > > > > ,
>>> > > > > @shapeblue
>>> > > > >
>>> > > > >
>>> > > > >
>>> > > > >
>>> > > >
>>> > > > ernie.jvrensburg@shapeblue.com
>>> > > > www.shapeblue.com
>>> > > > ,
>>> > > > @shapeblue
>>> > > >
>>> > > >
>>> > > >
>>> > > >
>>> > >
>>> > >
>>> > > --
>>> > > Daan
>>> > >
>>> >
>>>
>>>
>>>
>>> --
>>> Daan
>>>
>>
>>
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
OK, I pushed through and got management server running.
The steps I made:
* recovered DB from backup
* downgraded everything 4.11->4.10
* installed systemvmtemplates
* upgraded 4.10 -> 4.11
THEN!!! To make it run I had to go through all manual DB altering. Meaning,
there is definitely something wrong in shapeblue packages. I could not
locate the necessary DB scripts in the package. So I fetched an update from
github repo.
Even then it failed to start and I had to do some more DB altering from
file
https://github.com/apache/cloudstack/blob/4.11/engine/schema/resources/META-INF/db/schema-4930to41000.sql
Namely:
ALTER TABLE `cloud`.`sslcerts` ADD COLUMN `name` varchar(255) NULL default
NULL COMMENT 'Name of the Certificate';
ALTER TABLE `cloud`.`network_offerings` ADD COLUMN `service_package_id`
varchar(255) NULL default NULL COMMENT 'Netscaler ControlCenter Service
Package';
OK. Here I am.
BUT! Not all my VMs are starting. On attempt to start them, manually, it
says
"Unable to start a VM due to insufficient capacity"
OK, I am having VMs taking more cores, than actual physical number of
cores.
VM cores - 35,
physical cores - 24
It was not the problem with previous version 4.10 - and it was correct. I
want to decide myself if I want to allow cpu overprovisioning.
I consider this a critical bug.
On Fri, Feb 9, 2018 at 11:51 AM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> my host in Centos7. I upgraded just by changing the URL in repository and
> yum update
>
> How do I upgrade systemvm templates now?
>
> On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <da...@gmail.com>
> wrote:
>
>> ok, this is also an upgrade issue. If all is well you installed them
>> first.
>> You must have downloaded the new systemvm templates and installed them as
>> per the upgrade instructions (didn't read them myself this time so i'd
>> have
>> to check) and the upgrade will then mark them as the current templates for
>> systemVMs.
>> This error indicates that something in that process went wrong.
>>
>> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
>> j.zolotarjov@gmail.com>
>> wrote:
>>
>> > I have a backup and noone is accessing the installation during upgrade
>> > process
>> >
>> > Now:
>> > I moved 1 bit further.
>> >
>> > Now I am having this error
>> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> (logid:)
>> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
>> > DEFAULT NULL
>> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> (logid:)
>> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
>> DEFAULT 0
>> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> (logid:)
>> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
>> > fk_ldap_trust_map__domain_id
>> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> (logid:)
>> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
>> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> (logid:)
>> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON ldap_trust_map
>> > (domain_id, account_id)
>> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null)
>> (logid:)
>> > Unable to find properties file: commands.properties
>> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) No commands.properties file was found, enabling dynamic roles
>> by
>> > setting dynamic.apichecker.enabled to true if not already enabled.
>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) Done validating base64 content of user data
>> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) Updating System Vm template IDs
>> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) Updating LXC System Vms
>> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is not
>> > used, so not failing upgrade
>> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) Updating Hyperv System Vms
>> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv hypervisor
>> is
>> > not used, so not failing upgrade
>> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
>> > (logid:) Updating KVM System Vms
>> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
>> > (logid:) Unable to upgrade the database
>> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
>> > template not found. Cannot upgrade system Vms
>> > at
>> > com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
>> > Upgrade41000to41100.java:270)
>> > at
>> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
>> > Upgrade41000to41100.java:71)
>> > at
>> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>> > DatabaseUpgradeChecker.java:561)
>> > at
>> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>> > DatabaseUpgradeChecker.java:641)
>> > at
>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
>> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>> > at
>> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.start(
>> > CloudStackExtendedLifeCycle.java:55)
>> > at
>> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
>> > DefaultLifecycleProcessor.java:183)
>> > at
>> > org.springframework.context.support.DefaultLifecycleProcesso
>> r.access$200(
>> > DefaultLifecycleProcessor.java:52)
>> > at
>> > org.springframework.context.support.DefaultLifecycleProcessor$
>> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>> > at
>> > org.springframework.context.support.DefaultLifecycleProcesso
>> r.startBeans(
>> > DefaultLifecycleProcessor.java:159)
>> > at
>> > org.springframework.context.support.DefaultLifecycleProcesso
>> r.onRefresh(
>> > DefaultLifecycleProcessor.java:123)
>> > at
>> > org.springframework.context.support.AbstractApplicationContext.
>> > finishRefresh(AbstractApplicationContext.java:884)
>> > at
>> > org.springframework.context.support.AbstractApplicationContext.refresh(
>> > AbstractApplicationContext.java:552)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > loadContext(DefaultModuleDefinitionSet.java:145)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.
>> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > withModule(DefaultModuleDefinitionSet.java:245)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > withModule(DefaultModuleDefinitionSet.java:250)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > withModule(DefaultModuleDefinitionSet.java:233)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > loadContexts(DefaultModuleDefinitionSet.java:117)
>> > at
>> > org.apache.cloudstack.spring.module.model.impl.DefaultModule
>> DefinitionSet.
>> > load(DefaultModuleDefinitionSet.java:79)
>> > at
>> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
>> > loadModules(ModuleBasedContextFactory.java:37)
>> > at
>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>> Context.init(
>> > CloudStackSpringContext.java:71)
>> > at
>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>> Context.<init>
>> > (CloudStackSpringContext.java:58)
>> > at
>> > org.apache.cloudstack.spring.module.factory.CloudStackSpring
>> Context.<init>
>> > (CloudStackSpringContext.java:62)
>> > at
>> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
>> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>> > at
>> > org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
>> > ContextHandler.java:890)
>> > at
>> > org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
>> > ServletContextHandler.java:532)
>> > at
>> > org.eclipse.jetty.server.handler.ContextHandler.
>> > startContext(ContextHandler.java:853)
>> > at
>> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>> > ServletContextHandler.java:344)
>> > at
>> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>> > WebAppContext.java:1515)
>> > at
>> > org.eclipse.jetty.webapp.WebAppContext.startContext(
>> > WebAppContext.java:1477)
>> > at
>> > org.eclipse.jetty.server.handler.ContextHandler.
>> > doStart(ContextHandler.java:785)
>> >
>> >
>> >
>> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <daan.hoogland@gmail.com
>> >
>> > wrote:
>> >
>> > > before you continue Jevgeni,
>> > >
>> > > Do you have a good backup and is no-one able to access this
>> installation
>> > > with UI or API, when you roll back?
>> > >
>> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
>> > > ernie.jvrensburg@shapeblue.com> wrote:
>> > >
>> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
>> > > >
>> > > > ________________________________
>> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
>> > > > Sent: Friday, February 9, 2018 10:59:27 AM
>> > > > To: users@cloudstack.apache.org
>> > > > Subject: Re: cloudstack-management fails to start after upgrade
>> 4.10 ->
>> > > > 4.11
>> > > >
>> > > > I dropped the column. But then another error like this appeared
>> > > >
>> > > > Please advise, where are the DB update script located? so I can
>> > manually
>> > > > inspect that.
>> > > >
>> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
>> > > > ernie.jvrensburg@shapeblue.com> wrote:
>> > > >
>> > > > > Hi Jevgeni
>> > > > >
>> > > > >
>> > > > > It looks like there was a database error during the upgrade
>> process.
>> > > > >
>> > > > >
>> > > > > A SQL script that is trying to add a column 'for_vpc' to the TABLE
>> > > > > 'cloud.network_offerings' but the column already exists, for some
>> > > reason,
>> > > > > so it fails because mysql does not allow 2 columns with the same
>> name
>> > > in
>> > > > > the same table.
>> > > > >
>> > > > >
>> > > > > The column might have already existed from a previous upgrade or
>> from
>> > > > > running the 4.11 upgrade more than once, and perhaps the SQL
>> script
>> > is
>> > > > not
>> > > > > idempotent.
>> > > > >
>> > > > >
>> > > > > I suggest to manually drop the column on the table and run the
>> 4.11
>> > > > > upgrade process again.
>> > > > >
>> > > > >
>> > > > > Regards
>> > > > >
>> > > > >
>> > > > > Ernie
>> > > > >
>> > > > > ________________________________
>> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
>> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
>> > > > > To: users@cloudstack.apache.org
>> > > > > Subject: cloudstack-management fails to start after upgrade 4.10
>> ->
>> > > 4.11
>> > > > >
>> > > > > cloudstack-management fails to start after upgrade from 4.10 to
>> 4.11
>> > > > >
>> > > > > management-server.log:
>> > > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
>> > > (main:null)
>> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
>> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- Licensed to the Apache Software Foundation (ASF) under one
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- or more contributor license agreements. See the NOTICE file
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- distributed with this work for additional information
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- regarding copyright ownership. The ASF licenses this file
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- to you under the Apache License, Version 2.0 (the
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- "License"); you may not use this file except in compliance
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- with the License. You may obtain a copy of the License at
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > --
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > --
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- Unless required by applicable law or agreed to in writing,
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- software distributed under the License is distributed on an
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- KIND, either express or implied. See the License for the
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- specific language governing permissions and limitations
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- under the License.
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > --;
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > --;
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > -- Add For VPC flag
>> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT
>> > NULL
>> > > > > DEFAULT 0
>> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN
>> > for_vpc
>> > > > > INT(1) NOT NULL DEFAULT 0
>> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null)
>> > > (logid:)
>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
>> Duplicate
>> > > > > column
>> > > > > name 'for_vpc'
>> > > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
>> > > (main:null)
>> > > > > (logid:) Unable to execute upgrade script
>> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
>> Duplicate
>> > > > > column
>> > > > > name 'for_vpc'
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > > ScriptRunner.java:185)
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > ScriptRunner.java:87)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>> > > > > DatabaseUpgradeChecker.java:459)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>> > > > > DatabaseUpgradeChecker.java:557)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>> > > > > DatabaseUpgradeChecker.java:641)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.
>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.
>> > > > start(
>> > > > > CloudStackExtendedLifeCycle.java:55)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > doStart(
>> > > > > DefaultLifecycleProcessor.java:183)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > access$200(
>> > > > > DefaultLifecycleProcessor.java:52)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > startBeans(
>> > > > > DefaultLifecycleProcessor.java:159)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > onRefresh(
>> > > > > DefaultLifecycleProcessor.java:123)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > refresh(
>> > > > > AbstractApplicationContext.java:552)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>> > java:122)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > load(DefaultModuleDefinitionSet.java:79)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > ModuleBasedContextFactory.
>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.init(
>> > > > > CloudStackSpringContext.java:71)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:58)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:62)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.web.
>> > CloudStackContextLoaderListene
>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > callContextInitialized(
>> > > > > ContextHandler.java:890)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>> > > callContextInitialized(
>> > > > > ServletContextHandler.java:532)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > startContext(ContextHandler.java:853)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>> > > > > ServletContextHandler.java:344)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>> > > > > WebAppContext.java:1515)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>> > > > > WebAppContext.java:1477)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > doStart(ContextHandler.java:785)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>> > > > > ServletContextHandler.java:261)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>> > WebAppContext.java:545)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>> > > > > doStart(GzipHandler.java:273)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:115)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at org.eclipse.jetty.server.Serve
>> r.doStart(Server.java:385)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>> > > > ServerDaemon.java:200)
>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>> > Method)
>> > > > > at
>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>> > > > NativeMethodAccessorImpl.java:
>> > > > > 62)
>> > > > > at
>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>> > > > > DelegatingMethodAccessorImpl.java:43)
>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>> > > > > at
>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>> > > > > DaemonLoader.java:241)
>> > > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
>> > > (main:null)
>> > > > > (logid:) Unable to upgrade the database
>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>> execute
>> > > > upgrade
>> > > > > script
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>> > > > > DatabaseUpgradeChecker.java:465)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>> > > > > DatabaseUpgradeChecker.java:557)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>> > > > > DatabaseUpgradeChecker.java:641)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.
>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.
>> > > > start(
>> > > > > CloudStackExtendedLifeCycle.java:55)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > doStart(
>> > > > > DefaultLifecycleProcessor.java:183)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > access$200(
>> > > > > DefaultLifecycleProcessor.java:52)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > startBeans(
>> > > > > DefaultLifecycleProcessor.java:159)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > onRefresh(
>> > > > > DefaultLifecycleProcessor.java:123)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > refresh(
>> > > > > AbstractApplicationContext.java:552)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>> > java:122)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > load(DefaultModuleDefinitionSet.java:79)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > ModuleBasedContextFactory.
>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.init(
>> > > > > CloudStackSpringContext.java:71)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:58)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:62)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.web.
>> > CloudStackContextLoaderListene
>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > callContextInitialized(
>> > > > > ContextHandler.java:890)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>> > > callContextInitialized(
>> > > > > ServletContextHandler.java:532)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > startContext(ContextHandler.java:853)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>> > > > > ServletContextHandler.java:344)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>> > > > > WebAppContext.java:1515)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>> > > > > WebAppContext.java:1477)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > doStart(ContextHandler.java:785)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>> > > > > ServletContextHandler.java:261)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>> > WebAppContext.java:545)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>> > > > > doStart(GzipHandler.java:273)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:115)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at org.eclipse.jetty.server.Serve
>> r.doStart(Server.java:385)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>> > > > ServerDaemon.java:200)
>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>> > Method)
>> > > > > at
>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>> > > > NativeMethodAccessorImpl.java:
>> > > > > 62)
>> > > > > at
>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>> > > > > DelegatingMethodAccessorImpl.java:43)
>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>> > > > > at
>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>> > > > > DaemonLoader.java:241)
>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
>> > MySQLSyntaxErrorException:
>> > > > > Duplicate column name 'for_vpc'
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > > ScriptRunner.java:185)
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > ScriptRunner.java:87)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>> > > > > DatabaseUpgradeChecker.java:459)
>> > > > > ... 54 more
>> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
>> > > > (logid:)
>> > > > > Rolling back the transaction: Time = 10 Name = Upgrade; called by
>> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
>> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
>> > > > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
>> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
>> > > > > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
>> > > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
>> > > > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecyclePro
>> cessor.
>> > > > > onRefresh:123
>> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
>> > ResourceApplicationContext]
>> > > > > (main:null) (logid:) Exception encountered during context
>> > > initialization
>> > > > -
>> > > > > cancelling refresh attempt:
>> > > > > org.springframework.context.ApplicationContextException: Failed
>> to
>> > > start
>> > > > > bean 'cloudStackLifeCycle'; nested exception is
>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>> upgrade
>> > the
>> > > > > database
>> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
>> > > > (logid:)
>> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
>> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
>> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
>> > > > > org.springframework.context.ApplicationContextException: Failed
>> to
>> > > start
>> > > > > bean 'cloudStackLifeCycle'; nested exception is
>> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to
>> upgrade
>> > the
>> > > > > database
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > doStart(
>> > > > > DefaultLifecycleProcessor.java:186)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > access$200(
>> > > > > DefaultLifecycleProcessor.java:52)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
>> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > > startBeans(
>> > > > > DefaultLifecycleProcessor.java:159)
>> > > > > at
>> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
>> > > onRefresh(
>> > > > > DefaultLifecycleProcessor.java:123)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > > > finishRefresh(AbstractApplicationContext.java:884)
>> > > > > at
>> > > > > org.springframework.context.support.AbstractApplicationContext.
>> > > refresh(
>> > > > > AbstractApplicationContext.java:552)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
>> > java:122)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:245)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:250)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > withModule(DefaultModuleDefinitionSet.java:233)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.model.impl.
>> > > > DefaultModuleDefinitionSet.
>> > > > > load(DefaultModuleDefinitionSet.java:79)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > ModuleBasedContextFactory.
>> > > > > loadModules(ModuleBasedContextFactory.java:37)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.init(
>> > > > > CloudStackSpringContext.java:71)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:58)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.factory.
>> > > > CloudStackSpringContext.<init>
>> > > > > (CloudStackSpringContext.java:62)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.module.web.
>> > CloudStackContextLoaderListene
>> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > callContextInitialized(
>> > > > > ContextHandler.java:890)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
>> > > callContextInitialized(
>> > > > > ServletContextHandler.java:532)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > startContext(ContextHandler.java:853)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
>> > > > > ServletContextHandler.java:344)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
>> > > > > WebAppContext.java:1515)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
>> > > > > WebAppContext.java:1477)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.ContextHandler.
>> > > > > doStart(ContextHandler.java:785)
>> > > > > at
>> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
>> > > > > ServletContextHandler.java:261)
>> > > > > at
>> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
>> > WebAppContext.java:545)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
>> > > > > doStart(GzipHandler.java:273)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:115)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > start(ContainerLifeCycle.java:133)
>> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
>> > > > > doStart(ContainerLifeCycle.java:107)
>> > > > > at
>> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
>> > > > > doStart(AbstractHandler.java:113)
>> > > > > at org.eclipse.jetty.server.Serve
>> r.doStart(Server.java:385)
>> > > > > at
>> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
>> > > > > start(AbstractLifeCycle.java:68)
>> > > > > at org.apache.cloudstack.ServerDaemon.start(
>> > > > ServerDaemon.java:200)
>> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
>> > Method)
>> > > > > at
>> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
>> > > > NativeMethodAccessorImpl.java:
>> > > > > 62)
>> > > > > at
>> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
>> > > > > DelegatingMethodAccessorImpl.java:43)
>> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
>> > > > > at
>> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
>> > > > > DaemonLoader.java:241)
>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
>> Unable
>> > to
>> > > > > upgrade the database
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>> > > > > DatabaseUpgradeChecker.java:570)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>> > > > > DatabaseUpgradeChecker.java:641)
>> > > > > at
>> > > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLif
>> eCycle.
>> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
>> > > > > ... 51 more
>> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException:
>> Unable
>> > to
>> > > > > execute upgrade script
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>> > > > > DatabaseUpgradeChecker.java:465)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
>> > > > > DatabaseUpgradeChecker.java:557)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
>> > > > > DatabaseUpgradeChecker.java:641)
>> > > > > ... 52 more
>> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
>> > MySQLSyntaxErrorException:
>> > > > > Duplicate column name 'for_vpc'
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > > ScriptRunner.java:185)
>> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
>> > > > ScriptRunner.java:87)
>> > > > > at
>> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
>> > > > > DatabaseUpgradeChecker.java:459)
>> > > > > ... 54 more
>> > > > >
>> > > > >
>> > > > >
>> > > > >
>> > > > > Please help!
>> > > > >
>> > > > > ernie.jvrensburg@shapeblue.com
>> > > > > www.shapeblue.com<http://www.shapeblue.com>
>> > > > > ,
>> > > > > @shapeblue
>> > > > >
>> > > > >
>> > > > >
>> > > > >
>> > > >
>> > > > ernie.jvrensburg@shapeblue.com
>> > > > www.shapeblue.com
>> > > > ,
>> > > > @shapeblue
>> > > >
>> > > >
>> > > >
>> > > >
>> > >
>> > >
>> > > --
>> > > Daan
>> > >
>> >
>>
>>
>>
>> --
>> Daan
>>
>
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
my host in Centos7. I upgraded just by changing the URL in repository and
yum update
How do I upgrade systemvm templates now?
On Fri, Feb 9, 2018 at 11:49 AM, Daan Hoogland <da...@gmail.com>
wrote:
> ok, this is also an upgrade issue. If all is well you installed them first.
> You must have downloaded the new systemvm templates and installed them as
> per the upgrade instructions (didn't read them myself this time so i'd have
> to check) and the upgrade will then mark them as the current templates for
> systemVMs.
> This error indicates that something in that process went wrong.
>
> On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <
> j.zolotarjov@gmail.com>
> wrote:
>
> > I have a backup and noone is accessing the installation during upgrade
> > process
> >
> > Now:
> > I moved 1 bit further.
> >
> > Now I am having this error
> > 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
> > DEFAULT NULL
> > 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20)
> DEFAULT 0
> > 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> > fk_ldap_trust_map__domain_id
> > 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> > 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON ldap_trust_map
> > (domain_id, account_id)
> > 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null) (logid:)
> > Unable to find properties file: commands.properties
> > 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) No commands.properties file was found, enabling dynamic roles by
> > setting dynamic.apichecker.enabled to true if not already enabled.
> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) Done validating base64 content of user data
> > 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) Updating System Vm template IDs
> > 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) Updating LXC System Vms
> > 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is not
> > used, so not failing upgrade
> > 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) Updating Hyperv System Vms
> > 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv hypervisor is
> > not used, so not failing upgrade
> > 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> > (logid:) Updating KVM System Vms
> > 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> > (logid:) Unable to upgrade the database
> > com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
> > template not found. Cannot upgrade system Vms
> > at
> > com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
> > Upgrade41000to41100.java:270)
> > at
> > com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
> > Upgrade41000to41100.java:71)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > DatabaseUpgradeChecker.java:561)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > DatabaseUpgradeChecker.java:641)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> start(
> > CloudStackExtendedLifeCycle.java:55)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > DefaultLifecycleProcessor.java:183)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> access$200(
> > DefaultLifecycleProcessor.java:52)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor$
> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> startBeans(
> > DefaultLifecycleProcessor.java:159)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> > DefaultLifecycleProcessor.java:123)
> > at
> > org.springframework.context.support.AbstractApplicationContext.
> > finishRefresh(AbstractApplicationContext.java:884)
> > at
> > org.springframework.context.support.AbstractApplicationContext.refresh(
> > AbstractApplicationContext.java:552)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContext(DefaultModuleDefinitionSet.java:145)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:245)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:250)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:233)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > load(DefaultModuleDefinitionSet.java:79)
> > at
> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > loadModules(ModuleBasedContextFactory.java:37)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.init(
> > CloudStackSpringContext.java:71)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:58)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:62)
> > at
> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> > ContextHandler.java:890)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> > ServletContextHandler.java:532)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > startContext(ContextHandler.java:853)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > ServletContextHandler.java:344)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > WebAppContext.java:1515)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > WebAppContext.java:1477)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > doStart(ContextHandler.java:785)
> >
> >
> >
> > On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <da...@gmail.com>
> > wrote:
> >
> > > before you continue Jevgeni,
> > >
> > > Do you have a good backup and is no-one able to access this
> installation
> > > with UI or API, when you roll back?
> > >
> > > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> > > ernie.jvrensburg@shapeblue.com> wrote:
> > >
> > > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> > > >
> > > > ________________________________
> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > > Sent: Friday, February 9, 2018 10:59:27 AM
> > > > To: users@cloudstack.apache.org
> > > > Subject: Re: cloudstack-management fails to start after upgrade 4.10
> ->
> > > > 4.11
> > > >
> > > > I dropped the column. But then another error like this appeared
> > > >
> > > > Please advise, where are the DB update script located? so I can
> > manually
> > > > inspect that.
> > > >
> > > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > > > ernie.jvrensburg@shapeblue.com> wrote:
> > > >
> > > > > Hi Jevgeni
> > > > >
> > > > >
> > > > > It looks like there was a database error during the upgrade
> process.
> > > > >
> > > > >
> > > > > A SQL script that is trying to add a column 'for_vpc' to the TABLE
> > > > > 'cloud.network_offerings' but the column already exists, for some
> > > reason,
> > > > > so it fails because mysql does not allow 2 columns with the same
> name
> > > in
> > > > > the same table.
> > > > >
> > > > >
> > > > > The column might have already existed from a previous upgrade or
> from
> > > > > running the 4.11 upgrade more than once, and perhaps the SQL script
> > is
> > > > not
> > > > > idempotent.
> > > > >
> > > > >
> > > > > I suggest to manually drop the column on the table and run the 4.11
> > > > > upgrade process again.
> > > > >
> > > > >
> > > > > Regards
> > > > >
> > > > >
> > > > > Ernie
> > > > >
> > > > > ________________________________
> > > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > > > Sent: Friday, February 9, 2018 10:10:59 AM
> > > > > To: users@cloudstack.apache.org
> > > > > Subject: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > > > >
> > > > > cloudstack-management fails to start after upgrade from 4.10 to
> 4.11
> > > > >
> > > > > management-server.log:
> > > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
> > > (main:null)
> > > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> > > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- Licensed to the Apache Software Foundation (ASF) under one
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- or more contributor license agreements. See the NOTICE file
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- distributed with this work for additional information
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- regarding copyright ownership. The ASF licenses this file
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- to you under the Apache License, Version 2.0 (the
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- "License"); you may not use this file except in compliance
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- with the License. You may obtain a copy of the License at
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > --
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- http://www.apache.org/licenses/LICENSE-2.0
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > --
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- Unless required by applicable law or agreed to in writing,
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- software distributed under the License is distributed on an
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- KIND, either express or implied. See the License for the
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- specific language governing permissions and limitations
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- under the License.
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > --;
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > --;
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > -- Add For VPC flag
> > > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT
> > NULL
> > > > > DEFAULT 0
> > > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN
> > for_vpc
> > > > > INT(1) NOT NULL DEFAULT 0
> > > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null)
> > > (logid:)
> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate
> > > > > column
> > > > > name 'for_vpc'
> > > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
> > > (main:null)
> > > > > (logid:) Unable to execute upgrade script
> > > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate
> > > > > column
> > > > > name 'for_vpc'
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > > ScriptRunner.java:185)
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:87)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > > DatabaseUpgradeChecker.java:459)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > > DatabaseUpgradeChecker.java:557)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > > DatabaseUpgradeChecker.java:641)
> > > > > at
> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > > at
> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > > > start(
> > > > > CloudStackExtendedLifeCycle.java:55)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > doStart(
> > > > > DefaultLifecycleProcessor.java:183)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > access$200(
> > > > > DefaultLifecycleProcessor.java:52)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > startBeans(
> > > > > DefaultLifecycleProcessor.java:159)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > onRefresh(
> > > > > DefaultLifecycleProcessor.java:123)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > refresh(
> > > > > AbstractApplicationContext.java:552)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > java:122)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > ModuleBasedContextFactory.
> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.init(
> > > > > CloudStackSpringContext.java:71)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:58)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:62)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.web.
> > CloudStackContextLoaderListene
> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > callContextInitialized(
> > > > > ContextHandler.java:890)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > callContextInitialized(
> > > > > ServletContextHandler.java:532)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > startContext(ContextHandler.java:853)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > > ServletContextHandler.java:344)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > > WebAppContext.java:1515)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > > WebAppContext.java:1477)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > doStart(ContextHandler.java:785)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > > ServletContextHandler.java:261)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > WebAppContext.java:545)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > > doStart(GzipHandler.java:273)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:115)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at org.eclipse.jetty.server.Server.doStart(Server.java:
> 385)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > ServerDaemon.java:200)
> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> > Method)
> > > > > at
> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > NativeMethodAccessorImpl.java:
> > > > > 62)
> > > > > at
> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > > at
> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > > DaemonLoader.java:241)
> > > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
> > > (main:null)
> > > > > (logid:) Unable to upgrade the database
> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to execute
> > > > upgrade
> > > > > script
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > > DatabaseUpgradeChecker.java:465)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > > DatabaseUpgradeChecker.java:557)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > > DatabaseUpgradeChecker.java:641)
> > > > > at
> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > > at
> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > > > start(
> > > > > CloudStackExtendedLifeCycle.java:55)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > doStart(
> > > > > DefaultLifecycleProcessor.java:183)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > access$200(
> > > > > DefaultLifecycleProcessor.java:52)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > startBeans(
> > > > > DefaultLifecycleProcessor.java:159)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > onRefresh(
> > > > > DefaultLifecycleProcessor.java:123)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > refresh(
> > > > > AbstractApplicationContext.java:552)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > java:122)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > ModuleBasedContextFactory.
> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.init(
> > > > > CloudStackSpringContext.java:71)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:58)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:62)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.web.
> > CloudStackContextLoaderListene
> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > callContextInitialized(
> > > > > ContextHandler.java:890)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > callContextInitialized(
> > > > > ServletContextHandler.java:532)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > startContext(ContextHandler.java:853)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > > ServletContextHandler.java:344)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > > WebAppContext.java:1515)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > > WebAppContext.java:1477)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > doStart(ContextHandler.java:785)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > > ServletContextHandler.java:261)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > WebAppContext.java:545)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > > doStart(GzipHandler.java:273)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:115)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at org.eclipse.jetty.server.Server.doStart(Server.java:
> 385)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > ServerDaemon.java:200)
> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> > Method)
> > > > > at
> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > NativeMethodAccessorImpl.java:
> > > > > 62)
> > > > > at
> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > > at
> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > > DaemonLoader.java:241)
> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > MySQLSyntaxErrorException:
> > > > > Duplicate column name 'for_vpc'
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > > ScriptRunner.java:185)
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:87)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > > DatabaseUpgradeChecker.java:459)
> > > > > ... 54 more
> > > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
> > > > (logid:)
> > > > > Rolling back the transaction: Time = 10 Name = Upgrade; called by
> > > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> > > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> > > > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> > > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > > > > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> > > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> > > > > DefaultLifecycleProcessor.startBeans:159-
> DefaultLifecycleProcessor.
> > > > > onRefresh:123
> > > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> > ResourceApplicationContext]
> > > > > (main:null) (logid:) Exception encountered during context
> > > initialization
> > > > -
> > > > > cancelling refresh attempt:
> > > > > org.springframework.context.ApplicationContextException: Failed to
> > > start
> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade
> > the
> > > > > database
> > > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
> > > > (logid:)
> > > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > > > > {/client,file:///usr/share/cloudstack-management/webapp/,
> > > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > > > > org.springframework.context.ApplicationContextException: Failed to
> > > start
> > > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade
> > the
> > > > > database
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > doStart(
> > > > > DefaultLifecycleProcessor.java:186)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > access$200(
> > > > > DefaultLifecycleProcessor.java:52)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > > startBeans(
> > > > > DefaultLifecycleProcessor.java:159)
> > > > > at
> > > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > onRefresh(
> > > > > DefaultLifecycleProcessor.java:123)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > > at
> > > > > org.springframework.context.support.AbstractApplicationContext.
> > > refresh(
> > > > > AbstractApplicationContext.java:552)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> > java:122)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet.
> > > > > load(DefaultModuleDefinitionSet.java:79)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > ModuleBasedContextFactory.
> > > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.init(
> > > > > CloudStackSpringContext.java:71)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:58)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.factory.
> > > > CloudStackSpringContext.<init>
> > > > > (CloudStackSpringContext.java:62)
> > > > > at
> > > > > org.apache.cloudstack.spring.module.web.
> > CloudStackContextLoaderListene
> > > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > callContextInitialized(
> > > > > ContextHandler.java:890)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > > callContextInitialized(
> > > > > ServletContextHandler.java:532)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > startContext(ContextHandler.java:853)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > > ServletContextHandler.java:344)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > > WebAppContext.java:1515)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > > WebAppContext.java:1477)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > > doStart(ContextHandler.java:785)
> > > > > at
> > > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > > ServletContextHandler.java:261)
> > > > > at
> > > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> > WebAppContext.java:545)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > > doStart(GzipHandler.java:273)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:115)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > start(ContainerLifeCycle.java:133)
> > > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > > at
> > > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > > doStart(ContainerLifeCycle.java:107)
> > > > > at
> > > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > > doStart(AbstractHandler.java:113)
> > > > > at org.eclipse.jetty.server.Server.doStart(Server.java:
> 385)
> > > > > at
> > > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > > start(AbstractLifeCycle.java:68)
> > > > > at org.apache.cloudstack.ServerDaemon.start(
> > > > ServerDaemon.java:200)
> > > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> > Method)
> > > > > at
> > > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > > NativeMethodAccessorImpl.java:
> > > > > 62)
> > > > > at
> > > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > > DelegatingMethodAccessorImpl.java:43)
> > > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > > at
> > > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > > DaemonLoader.java:241)
> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable
> > to
> > > > > upgrade the database
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > > DatabaseUpgradeChecker.java:570)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > > DatabaseUpgradeChecker.java:641)
> > > > > at
> > > > > org.apache.cloudstack.spring.lifecycle.
> CloudStackExtendedLifeCycle.
> > > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > > ... 51 more
> > > > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable
> > to
> > > > > execute upgrade script
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > > DatabaseUpgradeChecker.java:465)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > > DatabaseUpgradeChecker.java:557)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > > DatabaseUpgradeChecker.java:641)
> > > > > ... 52 more
> > > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> > MySQLSyntaxErrorException:
> > > > > Duplicate column name 'for_vpc'
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > > ScriptRunner.java:185)
> > > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:87)
> > > > > at
> > > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > > DatabaseUpgradeChecker.java:459)
> > > > > ... 54 more
> > > > >
> > > > >
> > > > >
> > > > >
> > > > > Please help!
> > > > >
> > > > > ernie.jvrensburg@shapeblue.com
> > > > > www.shapeblue.com<http://www.shapeblue.com>
> > > > > ,
> > > > > @shapeblue
> > > > >
> > > > >
> > > > >
> > > > >
> > > >
> > > > ernie.jvrensburg@shapeblue.com
> > > > www.shapeblue.com
> > > > ,
> > > > @shapeblue
> > > >
> > > >
> > > >
> > > >
> > >
> > >
> > > --
> > > Daan
> > >
> >
>
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
ok, this is also an upgrade issue. If all is well you installed them first.
You must have downloaded the new systemvm templates and installed them as
per the upgrade instructions (didn't read them myself this time so i'd have
to check) and the upgrade will then mark them as the current templates for
systemVMs.
This error indicates that something in that process went wrong.
On Fri, Feb 9, 2018 at 10:44 AM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> I have a backup and noone is accessing the installation during upgrade
> process
>
> Now:
> I moved 1 bit further.
>
> Now I am having this error
> 2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
> DEFAULT NULL
> 2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20) DEFAULT 0
> 2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
> fk_ldap_trust_map__domain_id
> 2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
> 2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON ldap_trust_map
> (domain_id, account_id)
> 2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null) (logid:)
> Unable to find properties file: commands.properties
> 2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) No commands.properties file was found, enabling dynamic roles by
> setting dynamic.apichecker.enabled to true if not already enabled.
> 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) Done validating base64 content of user data
> 2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) Updating System Vm template IDs
> 2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) Updating LXC System Vms
> 2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is not
> used, so not failing upgrade
> 2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) Updating Hyperv System Vms
> 2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv hypervisor is
> not used, so not failing upgrade
> 2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
> (logid:) Updating KVM System Vms
> 2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to upgrade the database
> com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
> template not found. Cannot upgrade system Vms
> at
> com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(
> Upgrade41000to41100.java:270)
> at
> com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(
> Upgrade41000to41100.java:71)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:561)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
>
>
>
> On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <da...@gmail.com>
> wrote:
>
> > before you continue Jevgeni,
> >
> > Do you have a good backup and is no-one able to access this installation
> > with UI or API, when you roll back?
> >
> > On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> > ernie.jvrensburg@shapeblue.com> wrote:
> >
> > > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> > >
> > > ________________________________
> > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > Sent: Friday, February 9, 2018 10:59:27 AM
> > > To: users@cloudstack.apache.org
> > > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > > 4.11
> > >
> > > I dropped the column. But then another error like this appeared
> > >
> > > Please advise, where are the DB update script located? so I can
> manually
> > > inspect that.
> > >
> > > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > > ernie.jvrensburg@shapeblue.com> wrote:
> > >
> > > > Hi Jevgeni
> > > >
> > > >
> > > > It looks like there was a database error during the upgrade process.
> > > >
> > > >
> > > > A SQL script that is trying to add a column 'for_vpc' to the TABLE
> > > > 'cloud.network_offerings' but the column already exists, for some
> > reason,
> > > > so it fails because mysql does not allow 2 columns with the same name
> > in
> > > > the same table.
> > > >
> > > >
> > > > The column might have already existed from a previous upgrade or from
> > > > running the 4.11 upgrade more than once, and perhaps the SQL script
> is
> > > not
> > > > idempotent.
> > > >
> > > >
> > > > I suggest to manually drop the column on the table and run the 4.11
> > > > upgrade process again.
> > > >
> > > >
> > > > Regards
> > > >
> > > >
> > > > Ernie
> > > >
> > > > ________________________________
> > > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > > Sent: Friday, February 9, 2018 10:10:59 AM
> > > > To: users@cloudstack.apache.org
> > > > Subject: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> > > >
> > > > cloudstack-management fails to start after upgrade from 4.10 to 4.11
> > > >
> > > > management-server.log:
> > > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
> > (main:null)
> > > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> > > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- Licensed to the Apache Software Foundation (ASF) under one
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- or more contributor license agreements. See the NOTICE file
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- distributed with this work for additional information
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- regarding copyright ownership. The ASF licenses this file
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- to you under the Apache License, Version 2.0 (the
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- "License"); you may not use this file except in compliance
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- with the License. You may obtain a copy of the License at
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > --
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- http://www.apache.org/licenses/LICENSE-2.0
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > --
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- Unless required by applicable law or agreed to in writing,
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- software distributed under the License is distributed on an
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- KIND, either express or implied. See the License for the
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- specific language governing permissions and limitations
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- under the License.
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > --;
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > --;
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > -- Add For VPC flag
> > > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT
> NULL
> > > > DEFAULT 0
> > > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN
> for_vpc
> > > > INT(1) NOT NULL DEFAULT 0
> > > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null)
> > (logid:)
> > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > > > column
> > > > name 'for_vpc'
> > > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
> > (main:null)
> > > > (logid:) Unable to execute upgrade script
> > > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > > > column
> > > > name 'for_vpc'
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:185)
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:87)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > DatabaseUpgradeChecker.java:459)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > DatabaseUpgradeChecker.java:557)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > DatabaseUpgradeChecker.java:641)
> > > > at
> > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > at
> > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > start(
> > > > CloudStackExtendedLifeCycle.java:55)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> doStart(
> > > > DefaultLifecycleProcessor.java:183)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > access$200(
> > > > DefaultLifecycleProcessor.java:52)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > startBeans(
> > > > DefaultLifecycleProcessor.java:159)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > onRefresh(
> > > > DefaultLifecycleProcessor.java:123)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > refresh(
> > > > AbstractApplicationContext.java:552)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> java:122)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > load(DefaultModuleDefinitionSet.java:79)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> ModuleBasedContextFactory.
> > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.init(
> > > > CloudStackSpringContext.java:71)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:58)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:62)
> > > > at
> > > > org.apache.cloudstack.spring.module.web.
> CloudStackContextLoaderListene
> > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > callContextInitialized(
> > > > ContextHandler.java:890)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > callContextInitialized(
> > > > ServletContextHandler.java:532)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > startContext(ContextHandler.java:853)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > ServletContextHandler.java:344)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > WebAppContext.java:1515)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > WebAppContext.java:1477)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > doStart(ContextHandler.java:785)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > ServletContextHandler.java:261)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> WebAppContext.java:545)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > doStart(GzipHandler.java:273)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:115)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at org.apache.cloudstack.ServerDaemon.start(
> > > ServerDaemon.java:200)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > at
> > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > NativeMethodAccessorImpl.java:
> > > > 62)
> > > > at
> > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > DelegatingMethodAccessorImpl.java:43)
> > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > at
> > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > DaemonLoader.java:241)
> > > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
> > (main:null)
> > > > (logid:) Unable to upgrade the database
> > > > com.cloud.utils.exception.CloudRuntimeException: Unable to execute
> > > upgrade
> > > > script
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > DatabaseUpgradeChecker.java:465)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > DatabaseUpgradeChecker.java:557)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > DatabaseUpgradeChecker.java:641)
> > > > at
> > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > at
> > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > start(
> > > > CloudStackExtendedLifeCycle.java:55)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> doStart(
> > > > DefaultLifecycleProcessor.java:183)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > access$200(
> > > > DefaultLifecycleProcessor.java:52)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > startBeans(
> > > > DefaultLifecycleProcessor.java:159)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > onRefresh(
> > > > DefaultLifecycleProcessor.java:123)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > refresh(
> > > > AbstractApplicationContext.java:552)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> java:122)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > load(DefaultModuleDefinitionSet.java:79)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> ModuleBasedContextFactory.
> > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.init(
> > > > CloudStackSpringContext.java:71)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:58)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:62)
> > > > at
> > > > org.apache.cloudstack.spring.module.web.
> CloudStackContextLoaderListene
> > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > callContextInitialized(
> > > > ContextHandler.java:890)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > callContextInitialized(
> > > > ServletContextHandler.java:532)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > startContext(ContextHandler.java:853)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > ServletContextHandler.java:344)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > WebAppContext.java:1515)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > WebAppContext.java:1477)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > doStart(ContextHandler.java:785)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > ServletContextHandler.java:261)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> WebAppContext.java:545)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > doStart(GzipHandler.java:273)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:115)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at org.apache.cloudstack.ServerDaemon.start(
> > > ServerDaemon.java:200)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > at
> > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > NativeMethodAccessorImpl.java:
> > > > 62)
> > > > at
> > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > DelegatingMethodAccessorImpl.java:43)
> > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > at
> > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > DaemonLoader.java:241)
> > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> MySQLSyntaxErrorException:
> > > > Duplicate column name 'for_vpc'
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:185)
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:87)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > DatabaseUpgradeChecker.java:459)
> > > > ... 54 more
> > > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
> > > (logid:)
> > > > Rolling back the transaction: Time = 10 Name = Upgrade; called by
> > > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> > > > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> > > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> > > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > > > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> > > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> > > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> > > > onRefresh:123
> > > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.
> ResourceApplicationContext]
> > > > (main:null) (logid:) Exception encountered during context
> > initialization
> > > -
> > > > cancelling refresh attempt:
> > > > org.springframework.context.ApplicationContextException: Failed to
> > start
> > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade
> the
> > > > database
> > > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
> > > (logid:)
> > > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > > > {/client,file:///usr/share/cloudstack-management/webapp/,
> > > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > > > org.springframework.context.ApplicationContextException: Failed to
> > start
> > > > bean 'cloudStackLifeCycle'; nested exception is
> > > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade
> the
> > > > database
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> doStart(
> > > > DefaultLifecycleProcessor.java:186)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > access$200(
> > > > DefaultLifecycleProcessor.java:52)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > > startBeans(
> > > > DefaultLifecycleProcessor.java:159)
> > > > at
> > > > org.springframework.context.support.DefaultLifecycleProcessor.
> > onRefresh(
> > > > DefaultLifecycleProcessor.java:123)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > > > finishRefresh(AbstractApplicationContext.java:884)
> > > > at
> > > > org.springframework.context.support.AbstractApplicationContext.
> > refresh(
> > > > AbstractApplicationContext.java:552)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.
> java:122)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:245)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:250)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > withModule(DefaultModuleDefinitionSet.java:233)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > > at
> > > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet.
> > > > load(DefaultModuleDefinitionSet.java:79)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> ModuleBasedContextFactory.
> > > > loadModules(ModuleBasedContextFactory.java:37)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.init(
> > > > CloudStackSpringContext.java:71)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:58)
> > > > at
> > > > org.apache.cloudstack.spring.module.factory.
> > > CloudStackSpringContext.<init>
> > > > (CloudStackSpringContext.java:62)
> > > > at
> > > > org.apache.cloudstack.spring.module.web.
> CloudStackContextLoaderListene
> > > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > callContextInitialized(
> > > > ContextHandler.java:890)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.
> > callContextInitialized(
> > > > ServletContextHandler.java:532)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > startContext(ContextHandler.java:853)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > > ServletContextHandler.java:344)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > > WebAppContext.java:1515)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > > WebAppContext.java:1477)
> > > > at
> > > > org.eclipse.jetty.server.handler.ContextHandler.
> > > > doStart(ContextHandler.java:785)
> > > > at
> > > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > > ServletContextHandler.java:261)
> > > > at
> > > > org.eclipse.jetty.webapp.WebAppContext.doStart(
> WebAppContext.java:545)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > > doStart(GzipHandler.java:273)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:115)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > start(ContainerLifeCycle.java:133)
> > > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > > at
> > > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > > doStart(ContainerLifeCycle.java:107)
> > > > at
> > > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > > doStart(AbstractHandler.java:113)
> > > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > > at
> > > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > > start(AbstractLifeCycle.java:68)
> > > > at org.apache.cloudstack.ServerDaemon.start(
> > > ServerDaemon.java:200)
> > > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native
> Method)
> > > > at
> > > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > > NativeMethodAccessorImpl.java:
> > > > 62)
> > > > at
> > > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > > DelegatingMethodAccessorImpl.java:43)
> > > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > > at
> > > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > > DaemonLoader.java:241)
> > > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable
> to
> > > > upgrade the database
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > DatabaseUpgradeChecker.java:570)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > DatabaseUpgradeChecker.java:641)
> > > > at
> > > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > > ... 51 more
> > > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable
> to
> > > > execute upgrade script
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > DatabaseUpgradeChecker.java:465)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > > DatabaseUpgradeChecker.java:557)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > > DatabaseUpgradeChecker.java:641)
> > > > ... 52 more
> > > > Caused by: com.mysql.jdbc.exceptions.jdbc4.
> MySQLSyntaxErrorException:
> > > > Duplicate column name 'for_vpc'
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > > ScriptRunner.java:185)
> > > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:87)
> > > > at
> > > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > > DatabaseUpgradeChecker.java:459)
> > > > ... 54 more
> > > >
> > > >
> > > >
> > > >
> > > > Please help!
> > > >
> > > > ernie.jvrensburg@shapeblue.com
> > > > www.shapeblue.com<http://www.shapeblue.com>
> > > > ,
> > > > @shapeblue
> > > >
> > > >
> > > >
> > > >
> > >
> > > ernie.jvrensburg@shapeblue.com
> > > www.shapeblue.com
> > > ,
> > > @shapeblue
> > >
> > >
> > >
> > >
> >
> >
> > --
> > Daan
> >
>
--
Daan
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
I have a backup and noone is accessing the installation during upgrade
process
Now:
I moved 1 bit further.
Now I am having this error
2018-02-09 09:38:05,475 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
ALTER TABLE cloud.ldap_configuration ADD COLUMN domain_id BIGINT(20)
DEFAULT NULL
2018-02-09 09:38:05,476 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
ALTER TABLE cloud.ldap_trust_map ADD COLUMN account_id BIGINT(20) DEFAULT 0
2018-02-09 09:38:05,478 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
ALTER TABLE cloud.ldap_trust_map DROP FOREIGN KEY
fk_ldap_trust_map__domain_id
2018-02-09 09:38:05,481 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
DROP INDEX uk_ldap_trust_map__domain_id ON cloud.ldap_trust_map
2018-02-09 09:38:05,482 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
CREATE UNIQUE INDEX uk_ldap_trust_map__bind_location ON ldap_trust_map
(domain_id, account_id)
2018-02-09 09:38:05,488 ERROR [c.c.u.PropertiesUtil] (main:null) (logid:)
Unable to find properties file: commands.properties
2018-02-09 09:38:05,489 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) No commands.properties file was found, enabling dynamic roles by
setting dynamic.apichecker.enabled to true if not already enabled.
2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) Done validating base64 content of user data
2018-02-09 09:38:05,490 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) Updating System Vm template IDs
2018-02-09 09:38:05,493 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) Updating LXC System Vms
2018-02-09 09:38:05,493 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) 4.11.0.0LXC SystemVm template not found. LXC hypervisor is not
used, so not failing upgrade
2018-02-09 09:38:05,494 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) Updating Hyperv System Vms
2018-02-09 09:38:05,495 WARN [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) 4.11.0.0Hyperv SystemVm template not found. Hyperv hypervisor is
not used, so not failing upgrade
2018-02-09 09:38:05,496 DEBUG [c.c.u.d.Upgrade41000to41100] (main:null)
(logid:) Updating KVM System Vms
2018-02-09 09:38:05,497 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Unable to upgrade the database
com.cloud.utils.exception.CloudRuntimeException: 4.11.0.0KVM SystemVm
template not found. Cannot upgrade system Vms
at
com.cloud.upgrade.dao.Upgrade41000to41100.updateSystemVmTemplates(Upgrade41000to41100.java:270)
at
com.cloud.upgrade.dao.Upgrade41000to41100.performDataMigration(Upgrade41000to41100.java:71)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:561)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(CloudStackExtendedLifeCycle.java:55)
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:183)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
On Fri, Feb 9, 2018 at 11:42 AM, Daan Hoogland <da...@gmail.com>
wrote:
> before you continue Jevgeni,
>
> Do you have a good backup and is no-one able to access this installation
> with UI or API, when you roll back?
>
> On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
> ernie.jvrensburg@shapeblue.com> wrote:
>
> > engine/schema/resources/META-INF/db/schema-41000to41100.sql:
> >
> > ________________________________
> > From: Jevgeni Zolotarjov <j....@gmail.com>
> > Sent: Friday, February 9, 2018 10:59:27 AM
> > To: users@cloudstack.apache.org
> > Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> > 4.11
> >
> > I dropped the column. But then another error like this appeared
> >
> > Please advise, where are the DB update script located? so I can manually
> > inspect that.
> >
> > On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> > ernie.jvrensburg@shapeblue.com> wrote:
> >
> > > Hi Jevgeni
> > >
> > >
> > > It looks like there was a database error during the upgrade process.
> > >
> > >
> > > A SQL script that is trying to add a column 'for_vpc' to the TABLE
> > > 'cloud.network_offerings' but the column already exists, for some
> reason,
> > > so it fails because mysql does not allow 2 columns with the same name
> in
> > > the same table.
> > >
> > >
> > > The column might have already existed from a previous upgrade or from
> > > running the 4.11 upgrade more than once, and perhaps the SQL script is
> > not
> > > idempotent.
> > >
> > >
> > > I suggest to manually drop the column on the table and run the 4.11
> > > upgrade process again.
> > >
> > >
> > > Regards
> > >
> > >
> > > Ernie
> > >
> > > ________________________________
> > > From: Jevgeni Zolotarjov <j....@gmail.com>
> > > Sent: Friday, February 9, 2018 10:10:59 AM
> > > To: users@cloudstack.apache.org
> > > Subject: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
> > >
> > > cloudstack-management fails to start after upgrade from 4.10 to 4.11
> > >
> > > management-server.log:
> > > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker]
> (main:null)
> > > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> > > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- Licensed to the Apache Software Foundation (ASF) under one
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- or more contributor license agreements. See the NOTICE file
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- distributed with this work for additional information
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- regarding copyright ownership. The ASF licenses this file
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- to you under the Apache License, Version 2.0 (the
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- "License"); you may not use this file except in compliance
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- with the License. You may obtain a copy of the License at
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > --
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- http://www.apache.org/licenses/LICENSE-2.0
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > --
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- Unless required by applicable law or agreed to in writing,
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- software distributed under the License is distributed on an
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- KIND, either express or implied. See the License for the
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- specific language governing permissions and limitations
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- under the License.
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > --;
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > --;
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > -- Add For VPC flag
> > > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
> > > DEFAULT 0
> > > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> > > INT(1) NOT NULL DEFAULT 0
> > > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null)
> (logid:)
> > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > > column
> > > name 'for_vpc'
> > > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker]
> (main:null)
> > > (logid:) Unable to execute upgrade script
> > > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > > column
> > > name 'for_vpc'
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:185)
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:87)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > DatabaseUpgradeChecker.java:459)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > DatabaseUpgradeChecker.java:557)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > DatabaseUpgradeChecker.java:641)
> > > at
> > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > at
> > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > start(
> > > CloudStackExtendedLifeCycle.java:55)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > > DefaultLifecycleProcessor.java:183)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > access$200(
> > > DefaultLifecycleProcessor.java:52)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > startBeans(
> > > DefaultLifecycleProcessor.java:159)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> onRefresh(
> > > DefaultLifecycleProcessor.java:123)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> > > finishRefresh(AbstractApplicationContext.java:884)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> refresh(
> > > AbstractApplicationContext.java:552)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:245)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:250)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:233)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > load(DefaultModuleDefinitionSet.java:79)
> > > at
> > > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > > loadModules(ModuleBasedContextFactory.java:37)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.init(
> > > CloudStackSpringContext.java:71)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:58)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:62)
> > > at
> > > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> callContextInitialized(
> > > ContextHandler.java:890)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.
> callContextInitialized(
> > > ServletContextHandler.java:532)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > startContext(ContextHandler.java:853)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > ServletContextHandler.java:344)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > WebAppContext.java:1515)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > WebAppContext.java:1477)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > doStart(ContextHandler.java:785)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > ServletContextHandler.java:261)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > doStart(GzipHandler.java:273)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:115)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at org.apache.cloudstack.ServerDaemon.start(
> > ServerDaemon.java:200)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > NativeMethodAccessorImpl.java:
> > > 62)
> > > at
> > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > DelegatingMethodAccessorImpl.java:43)
> > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > at
> > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > DaemonLoader.java:241)
> > > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker]
> (main:null)
> > > (logid:) Unable to upgrade the database
> > > com.cloud.utils.exception.CloudRuntimeException: Unable to execute
> > upgrade
> > > script
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > DatabaseUpgradeChecker.java:465)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > DatabaseUpgradeChecker.java:557)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > DatabaseUpgradeChecker.java:641)
> > > at
> > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > at
> > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > start(
> > > CloudStackExtendedLifeCycle.java:55)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > > DefaultLifecycleProcessor.java:183)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > access$200(
> > > DefaultLifecycleProcessor.java:52)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > startBeans(
> > > DefaultLifecycleProcessor.java:159)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> onRefresh(
> > > DefaultLifecycleProcessor.java:123)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> > > finishRefresh(AbstractApplicationContext.java:884)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> refresh(
> > > AbstractApplicationContext.java:552)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:245)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:250)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:233)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > load(DefaultModuleDefinitionSet.java:79)
> > > at
> > > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > > loadModules(ModuleBasedContextFactory.java:37)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.init(
> > > CloudStackSpringContext.java:71)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:58)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:62)
> > > at
> > > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> callContextInitialized(
> > > ContextHandler.java:890)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.
> callContextInitialized(
> > > ServletContextHandler.java:532)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > startContext(ContextHandler.java:853)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > ServletContextHandler.java:344)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > WebAppContext.java:1515)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > WebAppContext.java:1477)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > doStart(ContextHandler.java:785)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > ServletContextHandler.java:261)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > doStart(GzipHandler.java:273)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:115)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at org.apache.cloudstack.ServerDaemon.start(
> > ServerDaemon.java:200)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > NativeMethodAccessorImpl.java:
> > > 62)
> > > at
> > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > DelegatingMethodAccessorImpl.java:43)
> > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > at
> > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > DaemonLoader.java:241)
> > > Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > > Duplicate column name 'for_vpc'
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:185)
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:87)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > DatabaseUpgradeChecker.java:459)
> > > ... 54 more
> > > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
> > (logid:)
> > > Rolling back the transaction: Time = 10 Name = Upgrade; called by
> > > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> > > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> > > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> > > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> > > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> > > DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> > > onRefresh:123
> > > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
> > > (main:null) (logid:) Exception encountered during context
> initialization
> > -
> > > cancelling refresh attempt:
> > > org.springframework.context.ApplicationContextException: Failed to
> start
> > > bean 'cloudStackLifeCycle'; nested exception is
> > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> > > database
> > > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
> > (logid:)
> > > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > > {/client,file:///usr/share/cloudstack-management/webapp/,
> > > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > > org.springframework.context.ApplicationContextException: Failed to
> start
> > > bean 'cloudStackLifeCycle'; nested exception is
> > > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> > > database
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > > DefaultLifecycleProcessor.java:186)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > access$200(
> > > DefaultLifecycleProcessor.java:52)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor$
> > > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> > startBeans(
> > > DefaultLifecycleProcessor.java:159)
> > > at
> > > org.springframework.context.support.DefaultLifecycleProcessor.
> onRefresh(
> > > DefaultLifecycleProcessor.java:123)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> > > finishRefresh(AbstractApplicationContext.java:884)
> > > at
> > > org.springframework.context.support.AbstractApplicationContext.
> refresh(
> > > AbstractApplicationContext.java:552)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContext(DefaultModuleDefinitionSet.java:145)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:245)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:250)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > withModule(DefaultModuleDefinitionSet.java:233)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > loadContexts(DefaultModuleDefinitionSet.java:117)
> > > at
> > > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet.
> > > load(DefaultModuleDefinitionSet.java:79)
> > > at
> > > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > > loadModules(ModuleBasedContextFactory.java:37)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.init(
> > > CloudStackSpringContext.java:71)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:58)
> > > at
> > > org.apache.cloudstack.spring.module.factory.
> > CloudStackSpringContext.<init>
> > > (CloudStackSpringContext.java:62)
> > > at
> > > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> callContextInitialized(
> > > ContextHandler.java:890)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.
> callContextInitialized(
> > > ServletContextHandler.java:532)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > startContext(ContextHandler.java:853)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > > ServletContextHandler.java:344)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > > WebAppContext.java:1515)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > > WebAppContext.java:1477)
> > > at
> > > org.eclipse.jetty.server.handler.ContextHandler.
> > > doStart(ContextHandler.java:785)
> > > at
> > > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > > ServletContextHandler.java:261)
> > > at
> > > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > > doStart(GzipHandler.java:273)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:115)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > start(ContainerLifeCycle.java:133)
> > > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > > at
> > > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > > doStart(ContainerLifeCycle.java:107)
> > > at
> > > org.eclipse.jetty.server.handler.AbstractHandler.
> > > doStart(AbstractHandler.java:113)
> > > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > > at
> > > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > > start(AbstractLifeCycle.java:68)
> > > at org.apache.cloudstack.ServerDaemon.start(
> > ServerDaemon.java:200)
> > > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > > at
> > > sun.reflect.NativeMethodAccessorImpl.invoke(
> > NativeMethodAccessorImpl.java:
> > > 62)
> > > at
> > > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > > DelegatingMethodAccessorImpl.java:43)
> > > at java.lang.reflect.Method.invoke(Method.java:498)
> > > at
> > > org.apache.commons.daemon.support.DaemonLoader.start(
> > > DaemonLoader.java:241)
> > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> > > upgrade the database
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > DatabaseUpgradeChecker.java:570)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > DatabaseUpgradeChecker.java:641)
> > > at
> > > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > > ... 51 more
> > > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> > > execute upgrade script
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > DatabaseUpgradeChecker.java:465)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > > DatabaseUpgradeChecker.java:557)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > > DatabaseUpgradeChecker.java:641)
> > > ... 52 more
> > > Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > > Duplicate column name 'for_vpc'
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > > ScriptRunner.java:185)
> > > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:87)
> > > at
> > > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > > DatabaseUpgradeChecker.java:459)
> > > ... 54 more
> > >
> > >
> > >
> > >
> > > Please help!
> > >
> > > ernie.jvrensburg@shapeblue.com
> > > www.shapeblue.com<http://www.shapeblue.com>
> > > ,
> > > @shapeblue
> > >
> > >
> > >
> > >
> >
> > ernie.jvrensburg@shapeblue.com
> > www.shapeblue.com
> > ,
> > @shapeblue
> >
> >
> >
> >
>
>
> --
> Daan
>
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
before you continue Jevgeni,
Do you have a good backup and is no-one able to access this installation
with UI or API, when you roll back?
On Fri, Feb 9, 2018 at 10:15 AM, Ernie Janse van Rensburg <
ernie.jvrensburg@shapeblue.com> wrote:
> engine/schema/resources/META-INF/db/schema-41000to41100.sql:
>
> ________________________________
> From: Jevgeni Zolotarjov <j....@gmail.com>
> Sent: Friday, February 9, 2018 10:59:27 AM
> To: users@cloudstack.apache.org
> Subject: Re: cloudstack-management fails to start after upgrade 4.10 ->
> 4.11
>
> I dropped the column. But then another error like this appeared
>
> Please advise, where are the DB update script located? so I can manually
> inspect that.
>
> On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
> ernie.jvrensburg@shapeblue.com> wrote:
>
> > Hi Jevgeni
> >
> >
> > It looks like there was a database error during the upgrade process.
> >
> >
> > A SQL script that is trying to add a column 'for_vpc' to the TABLE
> > 'cloud.network_offerings' but the column already exists, for some reason,
> > so it fails because mysql does not allow 2 columns with the same name in
> > the same table.
> >
> >
> > The column might have already existed from a previous upgrade or from
> > running the 4.11 upgrade more than once, and perhaps the SQL script is
> not
> > idempotent.
> >
> >
> > I suggest to manually drop the column on the table and run the 4.11
> > upgrade process again.
> >
> >
> > Regards
> >
> >
> > Ernie
> >
> > ________________________________
> > From: Jevgeni Zolotarjov <j....@gmail.com>
> > Sent: Friday, February 9, 2018 10:10:59 AM
> > To: users@cloudstack.apache.org
> > Subject: cloudstack-management fails to start after upgrade 4.10 -> 4.11
> >
> > cloudstack-management fails to start after upgrade from 4.10 to 4.11
> >
> > management-server.log:
> > 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
> > (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> > 4.10.0.0-4.11.0.0 to 4.11.0.0
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- Licensed to the Apache Software Foundation (ASF) under one
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- or more contributor license agreements. See the NOTICE file
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- distributed with this work for additional information
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- regarding copyright ownership. The ASF licenses this file
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- to you under the Apache License, Version 2.0 (the
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- "License"); you may not use this file except in compliance
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- with the License. You may obtain a copy of the License at
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > --
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- http://www.apache.org/licenses/LICENSE-2.0
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > --
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- Unless required by applicable law or agreed to in writing,
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- software distributed under the License is distributed on an
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- KIND, either express or implied. See the License for the
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- specific language governing permissions and limitations
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- under the License.
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > --;
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > --;
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > -- Add For VPC flag
> > 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
> > DEFAULT 0
> > 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> > INT(1) NOT NULL DEFAULT 0
> > 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > column
> > name 'for_vpc'
> > 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> > (logid:) Unable to execute upgrade script
> > com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> > column
> > name 'for_vpc'
> > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:185)
> > at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:87)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > DatabaseUpgradeChecker.java:459)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > DatabaseUpgradeChecker.java:557)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > DatabaseUpgradeChecker.java:641)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> start(
> > CloudStackExtendedLifeCycle.java:55)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > DefaultLifecycleProcessor.java:183)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> access$200(
> > DefaultLifecycleProcessor.java:52)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor$
> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> startBeans(
> > DefaultLifecycleProcessor.java:159)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> > DefaultLifecycleProcessor.java:123)
> > at
> > org.springframework.context.support.AbstractApplicationContext.
> > finishRefresh(AbstractApplicationContext.java:884)
> > at
> > org.springframework.context.support.AbstractApplicationContext.refresh(
> > AbstractApplicationContext.java:552)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContext(DefaultModuleDefinitionSet.java:145)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:245)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:250)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:233)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > load(DefaultModuleDefinitionSet.java:79)
> > at
> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > loadModules(ModuleBasedContextFactory.java:37)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.init(
> > CloudStackSpringContext.java:71)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:58)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:62)
> > at
> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> > ContextHandler.java:890)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> > ServletContextHandler.java:532)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > startContext(ContextHandler.java:853)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > ServletContextHandler.java:344)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > WebAppContext.java:1515)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > WebAppContext.java:1477)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > doStart(ContextHandler.java:785)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > ServletContextHandler.java:261)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > doStart(GzipHandler.java:273)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:115)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at org.apache.cloudstack.ServerDaemon.start(
> ServerDaemon.java:200)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> > sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:
> > 62)
> > at
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > DelegatingMethodAccessorImpl.java:43)
> > at java.lang.reflect.Method.invoke(Method.java:498)
> > at
> > org.apache.commons.daemon.support.DaemonLoader.start(
> > DaemonLoader.java:241)
> > 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> > (logid:) Unable to upgrade the database
> > com.cloud.utils.exception.CloudRuntimeException: Unable to execute
> upgrade
> > script
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > DatabaseUpgradeChecker.java:465)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > DatabaseUpgradeChecker.java:557)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > DatabaseUpgradeChecker.java:641)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> start(
> > CloudStackExtendedLifeCycle.java:55)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > DefaultLifecycleProcessor.java:183)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> access$200(
> > DefaultLifecycleProcessor.java:52)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor$
> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> startBeans(
> > DefaultLifecycleProcessor.java:159)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> > DefaultLifecycleProcessor.java:123)
> > at
> > org.springframework.context.support.AbstractApplicationContext.
> > finishRefresh(AbstractApplicationContext.java:884)
> > at
> > org.springframework.context.support.AbstractApplicationContext.refresh(
> > AbstractApplicationContext.java:552)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContext(DefaultModuleDefinitionSet.java:145)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:245)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:250)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:233)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > load(DefaultModuleDefinitionSet.java:79)
> > at
> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > loadModules(ModuleBasedContextFactory.java:37)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.init(
> > CloudStackSpringContext.java:71)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:58)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:62)
> > at
> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> > ContextHandler.java:890)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> > ServletContextHandler.java:532)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > startContext(ContextHandler.java:853)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > ServletContextHandler.java:344)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > WebAppContext.java:1515)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > WebAppContext.java:1477)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > doStart(ContextHandler.java:785)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > ServletContextHandler.java:261)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > doStart(GzipHandler.java:273)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:115)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at org.apache.cloudstack.ServerDaemon.start(
> ServerDaemon.java:200)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> > sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:
> > 62)
> > at
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > DelegatingMethodAccessorImpl.java:43)
> > at java.lang.reflect.Method.invoke(Method.java:498)
> > at
> > org.apache.commons.daemon.support.DaemonLoader.start(
> > DaemonLoader.java:241)
> > Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > Duplicate column name 'for_vpc'
> > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:185)
> > at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:87)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > DatabaseUpgradeChecker.java:459)
> > ... 54 more
> > 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null)
> (logid:)
> > Rolling back the transaction: Time = 10 Name = Upgrade; called by
> > -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> > TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> > DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> > checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> > DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> > access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> > DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> > onRefresh:123
> > 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
> > (main:null) (logid:) Exception encountered during context initialization
> -
> > cancelling refresh attempt:
> > org.springframework.context.ApplicationContextException: Failed to start
> > bean 'cloudStackLifeCycle'; nested exception is
> > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> > database
> > 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null)
> (logid:)
> > Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> > {/client,file:///usr/share/cloudstack-management/webapp/,
> > UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> > org.springframework.context.ApplicationContextException: Failed to start
> > bean 'cloudStackLifeCycle'; nested exception is
> > com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> > database
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> > DefaultLifecycleProcessor.java:186)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> access$200(
> > DefaultLifecycleProcessor.java:52)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor$
> > LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.
> startBeans(
> > DefaultLifecycleProcessor.java:159)
> > at
> > org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> > DefaultLifecycleProcessor.java:123)
> > at
> > org.springframework.context.support.AbstractApplicationContext.
> > finishRefresh(AbstractApplicationContext.java:884)
> > at
> > org.springframework.context.support.AbstractApplicationContext.refresh(
> > AbstractApplicationContext.java:552)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContext(DefaultModuleDefinitionSet.java:145)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> > DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:245)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:250)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > withModule(DefaultModuleDefinitionSet.java:233)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > loadContexts(DefaultModuleDefinitionSet.java:117)
> > at
> > org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet.
> > load(DefaultModuleDefinitionSet.java:79)
> > at
> > org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> > loadModules(ModuleBasedContextFactory.java:37)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.init(
> > CloudStackSpringContext.java:71)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:58)
> > at
> > org.apache.cloudstack.spring.module.factory.
> CloudStackSpringContext.<init>
> > (CloudStackSpringContext.java:62)
> > at
> > org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> > r.contextInitialized(CloudStackContextLoaderListener.java:52)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> > ContextHandler.java:890)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> > ServletContextHandler.java:532)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > startContext(ContextHandler.java:853)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> > ServletContextHandler.java:344)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> > WebAppContext.java:1515)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.startContext(
> > WebAppContext.java:1477)
> > at
> > org.eclipse.jetty.server.handler.ContextHandler.
> > doStart(ContextHandler.java:785)
> > at
> > org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> > ServletContextHandler.java:261)
> > at
> > org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.server.handler.gzip.GzipHandler.
> > doStart(GzipHandler.java:273)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:115)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > start(ContainerLifeCycle.java:133)
> > at org.eclipse.jetty.server.Server.start(Server.java:418)
> > at
> > org.eclipse.jetty.util.component.ContainerLifeCycle.
> > doStart(ContainerLifeCycle.java:107)
> > at
> > org.eclipse.jetty.server.handler.AbstractHandler.
> > doStart(AbstractHandler.java:113)
> > at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> > at
> > org.eclipse.jetty.util.component.AbstractLifeCycle.
> > start(AbstractLifeCycle.java:68)
> > at org.apache.cloudstack.ServerDaemon.start(
> ServerDaemon.java:200)
> > at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> > at
> > sun.reflect.NativeMethodAccessorImpl.invoke(
> NativeMethodAccessorImpl.java:
> > 62)
> > at
> > sun.reflect.DelegatingMethodAccessorImpl.invoke(
> > DelegatingMethodAccessorImpl.java:43)
> > at java.lang.reflect.Method.invoke(Method.java:498)
> > at
> > org.apache.commons.daemon.support.DaemonLoader.start(
> > DaemonLoader.java:241)
> > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> > upgrade the database
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > DatabaseUpgradeChecker.java:570)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > DatabaseUpgradeChecker.java:641)
> > at
> > org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> > checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> > ... 51 more
> > Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> > execute upgrade script
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > DatabaseUpgradeChecker.java:465)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> > DatabaseUpgradeChecker.java:557)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.check(
> > DatabaseUpgradeChecker.java:641)
> > ... 52 more
> > Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> > Duplicate column name 'for_vpc'
> > at com.cloud.utils.db.ScriptRunner.runScript(
> > ScriptRunner.java:185)
> > at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:87)
> > at
> > com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> > DatabaseUpgradeChecker.java:459)
> > ... 54 more
> >
> >
> >
> >
> > Please help!
> >
> > ernie.jvrensburg@shapeblue.com
> > www.shapeblue.com<http://www.shapeblue.com>
> > ,
> > @shapeblue
> >
> >
> >
> >
>
> ernie.jvrensburg@shapeblue.com
> www.shapeblue.com
> ,
> @shapeblue
>
>
>
>
--
Daan
Re: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Ernie Janse van Rensburg <er...@shapeblue.com>.
engine/schema/resources/META-INF/db/schema-41000to41100.sql:
________________________________
From: Jevgeni Zolotarjov <j....@gmail.com>
Sent: Friday, February 9, 2018 10:59:27 AM
To: users@cloudstack.apache.org
Subject: Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
I dropped the column. But then another error like this appeared
Please advise, where are the DB update script located? so I can manually
inspect that.
On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
ernie.jvrensburg@shapeblue.com> wrote:
> Hi Jevgeni
>
>
> It looks like there was a database error during the upgrade process.
>
>
> A SQL script that is trying to add a column 'for_vpc' to the TABLE
> 'cloud.network_offerings' but the column already exists, for some reason,
> so it fails because mysql does not allow 2 columns with the same name in
> the same table.
>
>
> The column might have already existed from a previous upgrade or from
> running the 4.11 upgrade more than once, and perhaps the SQL script is not
> idempotent.
>
>
> I suggest to manually drop the column on the table and run the 4.11
> upgrade process again.
>
>
> Regards
>
>
> Ernie
>
> ________________________________
> From: Jevgeni Zolotarjov <j....@gmail.com>
> Sent: Friday, February 9, 2018 10:10:59 AM
> To: users@cloudstack.apache.org
> Subject: cloudstack-management fails to start after upgrade 4.10 -> 4.11
>
> cloudstack-management fails to start after upgrade from 4.10 to 4.11
>
> management-server.log:
> 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> 4.10.0.0-4.11.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Licensed to the Apache Software Foundation (ASF) under one
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- or more contributor license agreements. See the NOTICE file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- distributed with this work for additional information
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- regarding copyright ownership. The ASF licenses this file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- to you under the Apache License, Version 2.0 (the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "License"); you may not use this file except in compliance
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- with the License. You may obtain a copy of the License at
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- http://www.apache.org/licenses/LICENSE-2.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Unless required by applicable law or agreed to in writing,
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- software distributed under the License is distributed on an
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- KIND, either express or implied. See the License for the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- specific language governing permissions and limitations
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- under the License.
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Add For VPC flag
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
> DEFAULT 0
> 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> INT(1) NOT NULL DEFAULT 0
> 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to execute upgrade script
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to upgrade the database
> com.cloud.utils.exception.CloudRuntimeException: Unable to execute upgrade
> script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
> 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null) (logid:)
> Rolling back the transaction: Time = 10 Name = Upgrade; called by
> -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> onRefresh:123
> 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
> (main:null) (logid:) Exception encountered during context initialization -
> cancelling refresh attempt:
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null) (logid:)
> Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> {/client,file:///usr/share/cloudstack-management/webapp/,
> UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:186)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> upgrade the database
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:570)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> ... 51 more
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> execute upgrade script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> ... 52 more
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
>
>
>
>
> Please help!
>
> ernie.jvrensburg@shapeblue.com
> www.shapeblue.com<http://www.shapeblue.com>
> ,
> @shapeblue
>
>
>
>
ernie.jvrensburg@shapeblue.com
www.shapeblue.com
,
@shapeblue
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Jevgeni Zolotarjov <j....@gmail.com>.
I dropped the column. But then another error like this appeared
Please advise, where are the DB update script located? so I can manually
inspect that.
On Fri, Feb 9, 2018 at 10:29 AM, Ernie Janse van Rensburg <
ernie.jvrensburg@shapeblue.com> wrote:
> Hi Jevgeni
>
>
> It looks like there was a database error during the upgrade process.
>
>
> A SQL script that is trying to add a column 'for_vpc' to the TABLE
> 'cloud.network_offerings' but the column already exists, for some reason,
> so it fails because mysql does not allow 2 columns with the same name in
> the same table.
>
>
> The column might have already existed from a previous upgrade or from
> running the 4.11 upgrade more than once, and perhaps the SQL script is not
> idempotent.
>
>
> I suggest to manually drop the column on the table and run the 4.11
> upgrade process again.
>
>
> Regards
>
>
> Ernie
>
> ________________________________
> From: Jevgeni Zolotarjov <j....@gmail.com>
> Sent: Friday, February 9, 2018 10:10:59 AM
> To: users@cloudstack.apache.org
> Subject: cloudstack-management fails to start after upgrade 4.10 -> 4.11
>
> cloudstack-management fails to start after upgrade from 4.10 to 4.11
>
> management-server.log:
> 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> 4.10.0.0-4.11.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Licensed to the Apache Software Foundation (ASF) under one
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- or more contributor license agreements. See the NOTICE file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- distributed with this work for additional information
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- regarding copyright ownership. The ASF licenses this file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- to you under the Apache License, Version 2.0 (the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "License"); you may not use this file except in compliance
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- with the License. You may obtain a copy of the License at
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- http://www.apache.org/licenses/LICENSE-2.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Unless required by applicable law or agreed to in writing,
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- software distributed under the License is distributed on an
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- KIND, either express or implied. See the License for the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- specific language governing permissions and limitations
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- under the License.
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Add For VPC flag
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
> DEFAULT 0
> 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> INT(1) NOT NULL DEFAULT 0
> 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to execute upgrade script
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to upgrade the database
> com.cloud.utils.exception.CloudRuntimeException: Unable to execute upgrade
> script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
> 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null) (logid:)
> Rolling back the transaction: Time = 10 Name = Upgrade; called by
> -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> onRefresh:123
> 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
> (main:null) (logid:) Exception encountered during context initialization -
> cancelling refresh attempt:
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null) (logid:)
> Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> {/client,file:///usr/share/cloudstack-management/webapp/,
> UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:186)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> upgrade the database
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:570)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> ... 51 more
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> execute upgrade script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> ... 52 more
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
>
>
>
>
> Please help!
>
> ernie.jvrensburg@shapeblue.com
> www.shapeblue.com
> ,
> @shapeblue
>
>
>
>
Re: cloudstack-management fails to start after upgrade
4.10 -> 4.11
Posted by Ernie Janse van Rensburg <er...@shapeblue.com>.
Hi Jevgeni
It looks like there was a database error during the upgrade process.
A SQL script that is trying to add a column 'for_vpc' to the TABLE 'cloud.network_offerings' but the column already exists, for some reason, so it fails because mysql does not allow 2 columns with the same name in the same table.
The column might have already existed from a previous upgrade or from running the 4.11 upgrade more than once, and perhaps the SQL script is not idempotent.
I suggest to manually drop the column on the table and run the 4.11 upgrade process again.
Regards
Ernie
________________________________
From: Jevgeni Zolotarjov <j....@gmail.com>
Sent: Friday, February 9, 2018 10:10:59 AM
To: users@cloudstack.apache.org
Subject: cloudstack-management fails to start after upgrade 4.10 -> 4.11
cloudstack-management fails to start after upgrade from 4.10 to 4.11
management-server.log:
2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Running upgrade Upgrade41000to41100 to upgrade from
4.10.0.0-4.11.0.0 to 4.11.0.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Licensed to the Apache Software Foundation (ASF) under one
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- or more contributor license agreements. See the NOTICE file
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- distributed with this work for additional information
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- regarding copyright ownership. The ASF licenses this file
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- to you under the Apache License, Version 2.0 (the
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- "License"); you may not use this file except in compliance
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- with the License. You may obtain a copy of the License at
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:) --
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- http://www.apache.org/licenses/LICENSE-2.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:) --
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Unless required by applicable law or agreed to in writing,
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- software distributed under the License is distributed on an
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- KIND, either express or implied. See the License for the
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- specific language governing permissions and limitations
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- under the License.
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
--;
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Schema upgrade from 4.10.0.0 to 4.11.0.0
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
--;
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
-- Add For VPC flag
2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
DEFAULT 0
2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
INT(1) NOT NULL DEFAULT 0
2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate column
name 'for_vpc'
2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Unable to execute upgrade script
com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate column
name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(CloudStackExtendedLifeCycle.java:55)
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:183)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
(logid:) Unable to upgrade the database
com.cloud.utils.exception.CloudRuntimeException: Unable to execute upgrade
script
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:465)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(CloudStackExtendedLifeCycle.java:55)
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:183)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
Duplicate column name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
... 54 more
2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null) (logid:)
Rolling back the transaction: Time = 10 Name = Upgrade; called by
-TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.onRefresh:123
2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
(main:null) (logid:) Exception encountered during context initialization -
cancelling refresh attempt:
org.springframework.context.ApplicationContextException: Failed to start
bean 'cloudStackLifeCycle'; nested exception is
com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
database
2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null) (logid:)
Failed startup of context o.e.j.w.WebAppContext@49c43f4e
{/client,file:///usr/share/cloudstack-management/webapp/,UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
org.springframework.context.ApplicationContextException: Failed to start
bean 'cloudStackLifeCycle'; nested exception is
com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
database
at
org.springframework.context.support.DefaultLifecycleProcessor.doStart(DefaultLifecycleProcessor.java:186)
at
org.springframework.context.support.DefaultLifecycleProcessor.access$200(DefaultLifecycleProcessor.java:52)
at
org.springframework.context.support.DefaultLifecycleProcessor$LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
at
org.springframework.context.support.DefaultLifecycleProcessor.startBeans(DefaultLifecycleProcessor.java:159)
at
org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(DefaultLifecycleProcessor.java:123)
at
org.springframework.context.support.AbstractApplicationContext.finishRefresh(AbstractApplicationContext.java:884)
at
org.springframework.context.support.AbstractApplicationContext.refresh(AbstractApplicationContext.java:552)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContext(DefaultModuleDefinitionSet.java:145)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:245)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:250)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.withModule(DefaultModuleDefinitionSet.java:233)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.loadContexts(DefaultModuleDefinitionSet.java:117)
at
org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.load(DefaultModuleDefinitionSet.java:79)
at
org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.loadModules(ModuleBasedContextFactory.java:37)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(CloudStackSpringContext.java:71)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:58)
at
org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>(CloudStackSpringContext.java:62)
at
org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListener.contextInitialized(CloudStackContextLoaderListener.java:52)
at
org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(ContextHandler.java:890)
at
org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(ServletContextHandler.java:532)
at
org.eclipse.jetty.server.handler.ContextHandler.startContext(ContextHandler.java:853)
at
org.eclipse.jetty.servlet.ServletContextHandler.startContext(ServletContextHandler.java:344)
at
org.eclipse.jetty.webapp.WebAppContext.startWebapp(WebAppContext.java:1515)
at
org.eclipse.jetty.webapp.WebAppContext.startContext(WebAppContext.java:1477)
at
org.eclipse.jetty.server.handler.ContextHandler.doStart(ContextHandler.java:785)
at
org.eclipse.jetty.servlet.ServletContextHandler.doStart(ServletContextHandler.java:261)
at
org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.server.handler.gzip.GzipHandler.doStart(GzipHandler.java:273)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:115)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.start(ContainerLifeCycle.java:133)
at org.eclipse.jetty.server.Server.start(Server.java:418)
at
org.eclipse.jetty.util.component.ContainerLifeCycle.doStart(ContainerLifeCycle.java:107)
at
org.eclipse.jetty.server.handler.AbstractHandler.doStart(AbstractHandler.java:113)
at org.eclipse.jetty.server.Server.doStart(Server.java:385)
at
org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.commons.daemon.support.DaemonLoader.start(DaemonLoader.java:241)
Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
upgrade the database
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:570)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
at
org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.checkIntegrity(CloudStackExtendedLifeCycle.java:65)
... 51 more
Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
execute upgrade script
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:465)
at
com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(DatabaseUpgradeChecker.java:557)
at
com.cloud.upgrade.DatabaseUpgradeChecker.check(DatabaseUpgradeChecker.java:641)
... 52 more
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
Duplicate column name 'for_vpc'
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:185)
at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
at
com.cloud.upgrade.DatabaseUpgradeChecker.runScript(DatabaseUpgradeChecker.java:459)
... 54 more
Please help!
ernie.jvrensburg@shapeblue.com
www.shapeblue.com
,
@shapeblue
Re: cloudstack-management fails to start after upgrade 4.10 -> 4.11
Posted by Daan Hoogland <da...@gmail.com>.
Jevgeni,
It looks like the db upgrade went wrong. You'll have to restore a backup,
or be very savvy about what you do next.
For some reason the new column, 'for_vpc' was already defined. The
management server saw that the db was version 4.10 and self is 4.11. It
then starts the run the required upgrade scripts. In this case just one
set, 4.10.0.0 -> 4.11.0.0.
You can restore the db and retrieve the db scripts from the jar or from
github.
The you can either
1. check what needs to be done for an upgrade and make sure there are no
conflicts and restat themanagement server or
2. just run the required steps by hand including the entry in the version
table.
I have no doubt you have further question if you are new to this, feel free
regards,
On Fri, Feb 9, 2018 at 9:10 AM, Jevgeni Zolotarjov <j....@gmail.com>
wrote:
> cloudstack-management fails to start after upgrade from 4.10 to 4.11
>
> management-server.log:
> 2018-02-09 07:49:50,842 DEBUG [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Running upgrade Upgrade41000to41100 to upgrade from
> 4.10.0.0-4.11.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Licensed to the Apache Software Foundation (ASF) under one
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- or more contributor license agreements. See the NOTICE file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- distributed with this work for additional information
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- regarding copyright ownership. The ASF licenses this file
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- to you under the Apache License, Version 2.0 (the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "License"); you may not use this file except in compliance
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- with the License. You may obtain a copy of the License at
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- http://www.apache.org/licenses/LICENSE-2.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Unless required by applicable law or agreed to in writing,
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- software distributed under the License is distributed on an
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- KIND, either express or implied. See the License for the
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- specific language governing permissions and limitations
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- under the License.
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Schema upgrade from 4.10.0.0 to 4.11.0.0
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> --;
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> -- Add For VPC flag
> 2018-02-09 07:49:50,846 DEBUG [c.c.u.d.ScriptRunner] (main:null) (logid:)
> ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc INT(1) NOT NULL
> DEFAULT 0
> 2018-02-09 07:49:50,847 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> Error executing: ALTER TABLE cloud.network_offerings ADD COLUMN for_vpc
> INT(1) NOT NULL DEFAULT 0
> 2018-02-09 07:49:50,848 ERROR [c.c.u.d.ScriptRunner] (main:null) (logid:)
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> 2018-02-09 07:49:50,849 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to execute upgrade script
> com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException: Duplicate
> column
> name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> 2018-02-09 07:49:50,851 ERROR [c.c.u.DatabaseUpgradeChecker] (main:null)
> (logid:) Unable to upgrade the database
> com.cloud.utils.exception.CloudRuntimeException: Unable to execute upgrade
> script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.start(
> CloudStackExtendedLifeCycle.java:55)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:183)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
> 2018-02-09 07:49:50,853 DEBUG [c.c.u.d.T.Transaction] (main:null) (logid:)
> Rolling back the transaction: Time = 10 Name = Upgrade; called by
> -TransactionLegacy.rollback:889-TransactionLegacy.removeUpTo:832-
> TransactionLegacy.close:656-DatabaseUpgradeChecker.upgrade:572-
> DatabaseUpgradeChecker.check:641-CloudStackExtendedLifeCycle.
> checkIntegrity:65-CloudStackExtendedLifeCycle.start:55-
> DefaultLifecycleProcessor.doStart:183-DefaultLifecycleProcessor.
> access$200:52-DefaultLifecycleProcessor$LifecycleGroup.start:358-
> DefaultLifecycleProcessor.startBeans:159-DefaultLifecycleProcessor.
> onRefresh:123
> 2018-02-09 07:49:50,854 WARN [o.a.c.s.m.c.ResourceApplicationContext]
> (main:null) (logid:) Exception encountered during context initialization -
> cancelling refresh attempt:
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> 2018-02-09 07:49:50,855 WARN [o.e.j.w.WebAppContext] (main:null) (logid:)
> Failed startup of context o.e.j.w.WebAppContext@49c43f4e
> {/client,file:///usr/share/cloudstack-management/webapp/,
> UNAVAILABLE}{/usr/share/cloudstack-management/webapp}
> org.springframework.context.ApplicationContextException: Failed to start
> bean 'cloudStackLifeCycle'; nested exception is
> com.cloud.utils.exception.CloudRuntimeException: Unable to upgrade the
> database
> at
> org.springframework.context.support.DefaultLifecycleProcessor.doStart(
> DefaultLifecycleProcessor.java:186)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.access$200(
> DefaultLifecycleProcessor.java:52)
> at
> org.springframework.context.support.DefaultLifecycleProcessor$
> LifecycleGroup.start(DefaultLifecycleProcessor.java:358)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.startBeans(
> DefaultLifecycleProcessor.java:159)
> at
> org.springframework.context.support.DefaultLifecycleProcessor.onRefresh(
> DefaultLifecycleProcessor.java:123)
> at
> org.springframework.context.support.AbstractApplicationContext.
> finishRefresh(AbstractApplicationContext.java:884)
> at
> org.springframework.context.support.AbstractApplicationContext.refresh(
> AbstractApplicationContext.java:552)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContext(DefaultModuleDefinitionSet.java:145)
> at
> org.apache.cloudstack.spring.module.model.impl.
> DefaultModuleDefinitionSet$2.with(DefaultModuleDefinitionSet.java:122)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:245)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:250)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> withModule(DefaultModuleDefinitionSet.java:233)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> loadContexts(DefaultModuleDefinitionSet.java:117)
> at
> org.apache.cloudstack.spring.module.model.impl.DefaultModuleDefinitionSet.
> load(DefaultModuleDefinitionSet.java:79)
> at
> org.apache.cloudstack.spring.module.factory.ModuleBasedContextFactory.
> loadModules(ModuleBasedContextFactory.java:37)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.init(
> CloudStackSpringContext.java:71)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:58)
> at
> org.apache.cloudstack.spring.module.factory.CloudStackSpringContext.<init>
> (CloudStackSpringContext.java:62)
> at
> org.apache.cloudstack.spring.module.web.CloudStackContextLoaderListene
> r.contextInitialized(CloudStackContextLoaderListener.java:52)
> at
> org.eclipse.jetty.server.handler.ContextHandler.callContextInitialized(
> ContextHandler.java:890)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.callContextInitialized(
> ServletContextHandler.java:532)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> startContext(ContextHandler.java:853)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.startContext(
> ServletContextHandler.java:344)
> at
> org.eclipse.jetty.webapp.WebAppContext.startWebapp(
> WebAppContext.java:1515)
> at
> org.eclipse.jetty.webapp.WebAppContext.startContext(
> WebAppContext.java:1477)
> at
> org.eclipse.jetty.server.handler.ContextHandler.
> doStart(ContextHandler.java:785)
> at
> org.eclipse.jetty.servlet.ServletContextHandler.doStart(
> ServletContextHandler.java:261)
> at
> org.eclipse.jetty.webapp.WebAppContext.doStart(WebAppContext.java:545)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.
> doStart(GzipHandler.java:273)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:115)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> start(ContainerLifeCycle.java:133)
> at org.eclipse.jetty.server.Server.start(Server.java:418)
> at
> org.eclipse.jetty.util.component.ContainerLifeCycle.
> doStart(ContainerLifeCycle.java:107)
> at
> org.eclipse.jetty.server.handler.AbstractHandler.
> doStart(AbstractHandler.java:113)
> at org.eclipse.jetty.server.Server.doStart(Server.java:385)
> at
> org.eclipse.jetty.util.component.AbstractLifeCycle.
> start(AbstractLifeCycle.java:68)
> at org.apache.cloudstack.ServerDaemon.start(ServerDaemon.java:200)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:
> 62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(
> DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.apache.commons.daemon.support.DaemonLoader.start(
> DaemonLoader.java:241)
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> upgrade the database
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:570)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> at
> org.apache.cloudstack.spring.lifecycle.CloudStackExtendedLifeCycle.
> checkIntegrity(CloudStackExtendedLifeCycle.java:65)
> ... 51 more
> Caused by: com.cloud.utils.exception.CloudRuntimeException: Unable to
> execute upgrade script
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:465)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.upgrade(
> DatabaseUpgradeChecker.java:557)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.check(
> DatabaseUpgradeChecker.java:641)
> ... 52 more
> Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLSyntaxErrorException:
> Duplicate column name 'for_vpc'
> at com.cloud.utils.db.ScriptRunner.runScript(
> ScriptRunner.java:185)
> at com.cloud.utils.db.ScriptRunner.runScript(ScriptRunner.java:87)
> at
> com.cloud.upgrade.DatabaseUpgradeChecker.runScript(
> DatabaseUpgradeChecker.java:459)
> ... 54 more
>
>
>
>
> Please help!
>
--
Daan