You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by Fariborz Navidan <md...@gmail.com> on 2019/09/08 16:14:34 UTC
Tons of log entry in management-server log
Hello,
I have removed VR and restarted network. VR is keeping held in Starting
state and following entries are continuously being logged into
management-server.log. It is filling Gigabytes of disk!!
2019-09-08 18:07:49,654 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-6:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-8:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-9:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,656 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-13:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-3:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-2:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-10:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-7:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
2019-09-08 18:07:49,659 DEBUG [c.c.a.m.ClusteredAgentAttache]
(AgentManager-Handler-12:null) (logid:) Seq 1-8916282837263450124:
Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
via: 1, Ver: v1, Flags: 100111,
[{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
192.168.1.1/home/secondary
","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
Template
(KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
} to 143153825465168
Re: Tons of log entry in management-server log
Posted by Fariborz Navidan <md...@gmail.com>.
agent is now seem to work. It reports CPU/Memory utilization right. However
VM is still in Starting state and the r-167-VM is still not showing with
virsh list --all.
On Sun, Sep 8, 2019 at 10:52 PM Andrija Panic <an...@gmail.com>
wrote:
> "(Agent-Handler-1:null) (logid:) Connection with libvirtd is broken:
> invalid"
>
> Perhaps try to restart your libvird or check its logs - your setup might be
> in smoke...
>
> Sun, Sep 8, 2019, 09:24 Fariborz Navidan <md...@gmail.com> wrote:
>
> > And these exceptions are logged in agent log:
> >
> > 2019-09-08 17:42:55,005 INFO [cloud.agent.Agent] (Agent-Handler-2:null)
> > (logid:) Connected to the host: 51.91.247.86
> > 2019-09-08 17:54:24,154 INFO [cloud.agent.Agent]
> > (AgentShutdownThread:null) (logid:) Stopping the agent: Reason = sig.kill
> > 2019-09-08 17:54:24,182 INFO [cloud.serializer.GsonHelper]
> > (AgentShutdownThread:null) (logid:) Default Builder inited.
> > 2019-09-08 17:54:25,511 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > Agent started
> > 2019-09-08 17:54:25,512 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > Implementation Version is 4.12.0.0
> > 2019-09-08 17:54:25,514 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > agent.properties found at /etc/cloudstack/agent/agent.properties
> > 2019-09-08 17:54:25,523 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > Defaulting to using properties file for storage
> > 2019-09-08 17:54:25,524 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > Defaulting to the constant time backoff algorithm
> > 2019-09-08 17:54:25,532 INFO [cloud.utils.LogUtils] (main:null) (logid:)
> > log4j configuration found at /etc/cloudstack/agent/log4j-cloud.xml
> > 2019-09-08 17:54:25,540 INFO [cloud.agent.AgentShell] (main:null)
> (logid:)
> > Using default Java settings for IPv6 preference for agent connection
> > 2019-09-08 17:54:25,641 INFO [cloud.agent.Agent] (main:null) (logid:) id
> > is 1
> > 2019-09-08 17:54:25,661 INFO [kvm.resource.LibvirtConnection]
> (main:null)
> > (logid:) No existing libvirtd connection found. Opening a new one
> > 2019-09-08 17:54:25,804 INFO [org.reflections.Reflections] (main:null)
> > (logid:) Reflections took 27 ms to scan 1 urls, producing 7 keys and 10
> > values
> > 2019-09-08 17:54:25,816 INFO [kvm.resource.LibvirtComputingResource]
> > (main:null) (logid:) No libvirt.vif.driver specified. Defaults to
> > BridgeVifDriver.
> > 2019-09-08 17:54:25,934 INFO [cloud.agent.Agent] (main:null) (logid:)
> > Agent [id = 1 : type = LibvirtComputingResource : zone = 1 : pod = 1 :
> > workers = 5 : host = 51.91.247.86 : port = 8250
> > 2019-09-08 17:54:25,938 INFO [utils.nio.NioClient] (main:null) (logid:)
> > Connecting to 51.91.247.86:8250
> > 2019-09-08 17:54:25,940 INFO [utils.nio.Link] (main:null) (logid:) Conf
> > file found: /etc/cloudstack/agent/agent.properties
> > 2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
> > SSL: Handshake done
> > 2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
> > Connected to 51.91.247.86:8250
> > 2019-09-08 17:54:26,233 INFO [kvm.storage.LibvirtStorageAdaptor]
> > (Agent-Handler-1:null) (logid:) Attempting to create storage pool
> > 1707608b-9562-472a-b10d-105b8966194a (Filesystem) in libvirt
> > 2019-09-08 17:54:26,237 ERROR [kvm.resource.LibvirtConnection]
> > (Agent-Handler-1:null) (logid:) Connection with libvirtd is broken:
> invalid
> > connection pointer in virConnectGetVersion
> > 2019-09-08 17:54:26,238 INFO [kvm.storage.LibvirtStorageAdaptor]
> > (Agent-Handler-1:null) (logid:) Found existing defined storage pool
> > 1707608b-9562-472a-b10d-105b8966194a, using it.
> > 2019-09-08 17:54:26,239 INFO [kvm.storage.LibvirtStorageAdaptor]
> > (Agent-Handler-1:null) (logid:) Trying to fetch storage pool
> > 1707608b-9562-472a-b10d-105b8966194a from libvirt
> > 2019-09-08 17:54:26,287 WARN [cloud.agent.Agent] (Agent-Handler-1:null)
> > (logid:) unknow host?
> > java.net.UnknownHostException: fr-kvm1.r9host.com: fr-kvm1.r9host.com:
> > Name
> > or service not known
> > at java.net.InetAddress.getLocalHost(InetAddress.java:1506)
> > at com.cloud.agent.Agent.setupStartupCommand(Agent.java:451)
> > at com.cloud.agent.Agent.sendStartup(Agent.java:429)
> > at com.cloud.agent.Agent$ServerHandler.doTask(Agent.java:1102)
> > at com.cloud.utils.nio.Task.call(Task.java:83)
> > at com.cloud.utils.nio.Task.call(Task.java:29)
> > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> > at
> >
> >
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> > at
> >
> >
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> > at java.lang.Thread.run(Thread.java:748)
> > Caused by: java.net.UnknownHostException: fr-kvm1.r9host.com: Name or
> > service not known
> > at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
> > at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:929)
> > at
> > java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1324)
> > at java.net.InetAddress.getLocalHost(InetAddress.java:1501)
> > ... 9 more
> > [root@fr-kvm1 agent]#
> >
> > On Sun, Sep 8, 2019 at 8:44 PM Fariborz Navidan <md...@gmail.com>
> > wrote:
> >
> > > Hello,
> > >
> > > I have removed VR and restarted network. VR is keeping held in Starting
> > > state and following entries are continuously being logged into
> > > management-server.log. It is filling Gigabytes of disk!!
> > >
> > > 2019-09-08 18:07:49,654 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-6:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-8:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-9:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,656 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-13:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-3:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-2:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-10:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-7:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > > 2019-09-08 18:07:49,659 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > > (AgentManager-Handler-12:null) (logid:) Seq 1-8916282837263450124:
> > > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > > via: 1, Ver: v1, Flags: 100111,
> > >
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> > cloudstack.storage.to
> >
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > > 192.168.1.1/home/secondary
> > >
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> > cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> > >
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> >
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > > Template
> > > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> >
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > > } to 143153825465168
> > >
> >
>
Re: Tons of log entry in management-server log
Posted by Andrija Panic <an...@gmail.com>.
"(Agent-Handler-1:null) (logid:) Connection with libvirtd is broken:
invalid"
Perhaps try to restart your libvird or check its logs - your setup might be
in smoke...
Sun, Sep 8, 2019, 09:24 Fariborz Navidan <md...@gmail.com> wrote:
> And these exceptions are logged in agent log:
>
> 2019-09-08 17:42:55,005 INFO [cloud.agent.Agent] (Agent-Handler-2:null)
> (logid:) Connected to the host: 51.91.247.86
> 2019-09-08 17:54:24,154 INFO [cloud.agent.Agent]
> (AgentShutdownThread:null) (logid:) Stopping the agent: Reason = sig.kill
> 2019-09-08 17:54:24,182 INFO [cloud.serializer.GsonHelper]
> (AgentShutdownThread:null) (logid:) Default Builder inited.
> 2019-09-08 17:54:25,511 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> Agent started
> 2019-09-08 17:54:25,512 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> Implementation Version is 4.12.0.0
> 2019-09-08 17:54:25,514 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> agent.properties found at /etc/cloudstack/agent/agent.properties
> 2019-09-08 17:54:25,523 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> Defaulting to using properties file for storage
> 2019-09-08 17:54:25,524 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> Defaulting to the constant time backoff algorithm
> 2019-09-08 17:54:25,532 INFO [cloud.utils.LogUtils] (main:null) (logid:)
> log4j configuration found at /etc/cloudstack/agent/log4j-cloud.xml
> 2019-09-08 17:54:25,540 INFO [cloud.agent.AgentShell] (main:null) (logid:)
> Using default Java settings for IPv6 preference for agent connection
> 2019-09-08 17:54:25,641 INFO [cloud.agent.Agent] (main:null) (logid:) id
> is 1
> 2019-09-08 17:54:25,661 INFO [kvm.resource.LibvirtConnection] (main:null)
> (logid:) No existing libvirtd connection found. Opening a new one
> 2019-09-08 17:54:25,804 INFO [org.reflections.Reflections] (main:null)
> (logid:) Reflections took 27 ms to scan 1 urls, producing 7 keys and 10
> values
> 2019-09-08 17:54:25,816 INFO [kvm.resource.LibvirtComputingResource]
> (main:null) (logid:) No libvirt.vif.driver specified. Defaults to
> BridgeVifDriver.
> 2019-09-08 17:54:25,934 INFO [cloud.agent.Agent] (main:null) (logid:)
> Agent [id = 1 : type = LibvirtComputingResource : zone = 1 : pod = 1 :
> workers = 5 : host = 51.91.247.86 : port = 8250
> 2019-09-08 17:54:25,938 INFO [utils.nio.NioClient] (main:null) (logid:)
> Connecting to 51.91.247.86:8250
> 2019-09-08 17:54:25,940 INFO [utils.nio.Link] (main:null) (logid:) Conf
> file found: /etc/cloudstack/agent/agent.properties
> 2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
> SSL: Handshake done
> 2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
> Connected to 51.91.247.86:8250
> 2019-09-08 17:54:26,233 INFO [kvm.storage.LibvirtStorageAdaptor]
> (Agent-Handler-1:null) (logid:) Attempting to create storage pool
> 1707608b-9562-472a-b10d-105b8966194a (Filesystem) in libvirt
> 2019-09-08 17:54:26,237 ERROR [kvm.resource.LibvirtConnection]
> (Agent-Handler-1:null) (logid:) Connection with libvirtd is broken: invalid
> connection pointer in virConnectGetVersion
> 2019-09-08 17:54:26,238 INFO [kvm.storage.LibvirtStorageAdaptor]
> (Agent-Handler-1:null) (logid:) Found existing defined storage pool
> 1707608b-9562-472a-b10d-105b8966194a, using it.
> 2019-09-08 17:54:26,239 INFO [kvm.storage.LibvirtStorageAdaptor]
> (Agent-Handler-1:null) (logid:) Trying to fetch storage pool
> 1707608b-9562-472a-b10d-105b8966194a from libvirt
> 2019-09-08 17:54:26,287 WARN [cloud.agent.Agent] (Agent-Handler-1:null)
> (logid:) unknow host?
> java.net.UnknownHostException: fr-kvm1.r9host.com: fr-kvm1.r9host.com:
> Name
> or service not known
> at java.net.InetAddress.getLocalHost(InetAddress.java:1506)
> at com.cloud.agent.Agent.setupStartupCommand(Agent.java:451)
> at com.cloud.agent.Agent.sendStartup(Agent.java:429)
> at com.cloud.agent.Agent$ServerHandler.doTask(Agent.java:1102)
> at com.cloud.utils.nio.Task.call(Task.java:83)
> at com.cloud.utils.nio.Task.call(Task.java:29)
> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
> at
>
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> at
>
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> at java.lang.Thread.run(Thread.java:748)
> Caused by: java.net.UnknownHostException: fr-kvm1.r9host.com: Name or
> service not known
> at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
> at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:929)
> at
> java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1324)
> at java.net.InetAddress.getLocalHost(InetAddress.java:1501)
> ... 9 more
> [root@fr-kvm1 agent]#
>
> On Sun, Sep 8, 2019 at 8:44 PM Fariborz Navidan <md...@gmail.com>
> wrote:
>
> > Hello,
> >
> > I have removed VR and restarted network. VR is keeping held in Starting
> > state and following entries are continuously being logged into
> > management-server.log. It is filling Gigabytes of disk!!
> >
> > 2019-09-08 18:07:49,654 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-6:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-8:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-9:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,656 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-13:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-3:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-2:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-10:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-7:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> > 2019-09-08 18:07:49,659 DEBUG [c.c.a.m.ClusteredAgentAttache]
> > (AgentManager-Handler-12:null) (logid:) Seq 1-8916282837263450124:
> > Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> > via: 1, Ver: v1, Flags: 100111,
> >
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.
> cloudstack.storage.to
> .TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> > 192.168.1.1/home/secondary
> >
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.
> cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> >
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2
> ","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> > Template
> > (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to
> .PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> > } to 143153825465168
> >
>
Re: Tons of log entry in management-server log
Posted by Fariborz Navidan <md...@gmail.com>.
And these exceptions are logged in agent log:
2019-09-08 17:42:55,005 INFO [cloud.agent.Agent] (Agent-Handler-2:null)
(logid:) Connected to the host: 51.91.247.86
2019-09-08 17:54:24,154 INFO [cloud.agent.Agent]
(AgentShutdownThread:null) (logid:) Stopping the agent: Reason = sig.kill
2019-09-08 17:54:24,182 INFO [cloud.serializer.GsonHelper]
(AgentShutdownThread:null) (logid:) Default Builder inited.
2019-09-08 17:54:25,511 INFO [cloud.agent.AgentShell] (main:null) (logid:)
Agent started
2019-09-08 17:54:25,512 INFO [cloud.agent.AgentShell] (main:null) (logid:)
Implementation Version is 4.12.0.0
2019-09-08 17:54:25,514 INFO [cloud.agent.AgentShell] (main:null) (logid:)
agent.properties found at /etc/cloudstack/agent/agent.properties
2019-09-08 17:54:25,523 INFO [cloud.agent.AgentShell] (main:null) (logid:)
Defaulting to using properties file for storage
2019-09-08 17:54:25,524 INFO [cloud.agent.AgentShell] (main:null) (logid:)
Defaulting to the constant time backoff algorithm
2019-09-08 17:54:25,532 INFO [cloud.utils.LogUtils] (main:null) (logid:)
log4j configuration found at /etc/cloudstack/agent/log4j-cloud.xml
2019-09-08 17:54:25,540 INFO [cloud.agent.AgentShell] (main:null) (logid:)
Using default Java settings for IPv6 preference for agent connection
2019-09-08 17:54:25,641 INFO [cloud.agent.Agent] (main:null) (logid:) id
is 1
2019-09-08 17:54:25,661 INFO [kvm.resource.LibvirtConnection] (main:null)
(logid:) No existing libvirtd connection found. Opening a new one
2019-09-08 17:54:25,804 INFO [org.reflections.Reflections] (main:null)
(logid:) Reflections took 27 ms to scan 1 urls, producing 7 keys and 10
values
2019-09-08 17:54:25,816 INFO [kvm.resource.LibvirtComputingResource]
(main:null) (logid:) No libvirt.vif.driver specified. Defaults to
BridgeVifDriver.
2019-09-08 17:54:25,934 INFO [cloud.agent.Agent] (main:null) (logid:)
Agent [id = 1 : type = LibvirtComputingResource : zone = 1 : pod = 1 :
workers = 5 : host = 51.91.247.86 : port = 8250
2019-09-08 17:54:25,938 INFO [utils.nio.NioClient] (main:null) (logid:)
Connecting to 51.91.247.86:8250
2019-09-08 17:54:25,940 INFO [utils.nio.Link] (main:null) (logid:) Conf
file found: /etc/cloudstack/agent/agent.properties
2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
SSL: Handshake done
2019-09-08 17:54:26,186 INFO [utils.nio.NioClient] (main:null) (logid:)
Connected to 51.91.247.86:8250
2019-09-08 17:54:26,233 INFO [kvm.storage.LibvirtStorageAdaptor]
(Agent-Handler-1:null) (logid:) Attempting to create storage pool
1707608b-9562-472a-b10d-105b8966194a (Filesystem) in libvirt
2019-09-08 17:54:26,237 ERROR [kvm.resource.LibvirtConnection]
(Agent-Handler-1:null) (logid:) Connection with libvirtd is broken: invalid
connection pointer in virConnectGetVersion
2019-09-08 17:54:26,238 INFO [kvm.storage.LibvirtStorageAdaptor]
(Agent-Handler-1:null) (logid:) Found existing defined storage pool
1707608b-9562-472a-b10d-105b8966194a, using it.
2019-09-08 17:54:26,239 INFO [kvm.storage.LibvirtStorageAdaptor]
(Agent-Handler-1:null) (logid:) Trying to fetch storage pool
1707608b-9562-472a-b10d-105b8966194a from libvirt
2019-09-08 17:54:26,287 WARN [cloud.agent.Agent] (Agent-Handler-1:null)
(logid:) unknow host?
java.net.UnknownHostException: fr-kvm1.r9host.com: fr-kvm1.r9host.com: Name
or service not known
at java.net.InetAddress.getLocalHost(InetAddress.java:1506)
at com.cloud.agent.Agent.setupStartupCommand(Agent.java:451)
at com.cloud.agent.Agent.sendStartup(Agent.java:429)
at com.cloud.agent.Agent$ServerHandler.doTask(Agent.java:1102)
at com.cloud.utils.nio.Task.call(Task.java:83)
at com.cloud.utils.nio.Task.call(Task.java:29)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.UnknownHostException: fr-kvm1.r9host.com: Name or
service not known
at java.net.Inet6AddressImpl.lookupAllHostAddr(Native Method)
at java.net.InetAddress$2.lookupAllHostAddr(InetAddress.java:929)
at
java.net.InetAddress.getAddressesFromNameService(InetAddress.java:1324)
at java.net.InetAddress.getLocalHost(InetAddress.java:1501)
... 9 more
[root@fr-kvm1 agent]#
On Sun, Sep 8, 2019 at 8:44 PM Fariborz Navidan <md...@gmail.com>
wrote:
> Hello,
>
> I have removed VR and restarted network. VR is keeping held in Starting
> state and following entries are continuously being logged into
> management-server.log. It is filling Gigabytes of disk!!
>
> 2019-09-08 18:07:49,654 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-6:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-8:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,655 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-9:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,656 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-13:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-3:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,657 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-2:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-10:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,658 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-7:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
> 2019-09-08 18:07:49,659 DEBUG [c.c.a.m.ClusteredAgentAttache]
> (AgentManager-Handler-12:null) (logid:) Seq 1-8916282837263450124:
> Forwarding Seq 1-8916282837263450124: { Cmd , MgmtId: 279278805451190,
> via: 1, Ver: v1, Flags: 100111,
> [{"org.apache.cloudstack.storage.command.CopyCommand":{"srcTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"path":"template/tmpl/1/3/4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b.qcow2","origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"com.cloud.agent.api.to.NfsTO":{"_url":"nfs://
> 192.168.1.1/home/secondary
> ","_role":"Image"}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"destTO":{"org.apache.cloudstack.storage.to.TemplateObjectTO":{"origUrl":"
> http://download.cloudstack.org/systemvm/4.11/systemvmtemplate-4.11.2-kvm.qcow2.bz2","uuid":"4b1fdeba-f3f5-45c8-b5ba-851e8bfd7f2b","id":3,"format":"QCOW2","accountId":1,"checksum":"6d12cc764cd7d64112d8c35d70923eb1","hvm":false,"displayText":"SystemVM
> Template
> (KVM)","imageDataStore":{"org.apache.cloudstack.storage.to.PrimaryDataStoreTO":{"uuid":"4e6fece2-1580-47ef-8f48-b7f35590783c","id":4,"poolType":"SharedMountPoint","host":"localhost","path":"/home/primary1","port":0,"url":"SharedMountPoint://localhost/home/primary1/?ROLE=Primary&STOREUUID=4e6fece2-1580-47ef-8f48-b7f35590783c","isManaged":false}},"name":"routing-3","size":385242624,"hypervisorType":"KVM","bootable":false,"uniqueName":"routing-3","directDownload":false}},"executeInSequence":true,"options":{},"options2":{},"wait":10800}}]
> } to 143153825465168
>