You are viewing a plain text version of this content. The canonical link for it is here.
Posted to users@cloudstack.apache.org by giraffeg forestg <gi...@gmail.com> on 2015/12/06 02:32:01 UTC
Default route is not configured on Redundant VPC VR (tier2)
Hi all.
My environment:
CloudStack 4.6.1 , CentOS7
http://packages.shapeblue.com/cloudstack/upstream/centos7/4.6/
Hypervisor CentOS7 , KVM
SystemVM
http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2
Steps to reproduce:
1)Create VPC (Redundant VPC offering)
2)Create tier1 & tier2
3)Create VM Instance on tier1 & tier2
4)Check VPC VR IP Address (no problem)
root@r-9-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:00:9a brd ff:ff:ff:ff:ff:ff
inet 169.254.0.154/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
root@r-9-VM:~#
root@r-10-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
root@r-10-VM:~#
5)Reboot VPC VR r-9-VM
6)Check VPC VR IP Address (no problem)
root@r-9-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
root@r-9-VM:~#
root@r-10-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
root@r-10-VM:~#
7)Reboot VPC VR r-10-VM
8)Check VPC VR IP Address (problem)
Default route is not configured on Redundant VPC VR (tier 2)
Missing 172.16.1.1 at eth3.
root@r-9-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
root@r-9-VM:~#
root@r-10-VM:~# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 0e:00:a9:fe:01:b4 brd ff:ff:ff:ff:ff:ff
inet 169.254.1.180/16 brd 169.254.255.255 scope global eth0
3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
UP qlen 1000
link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
root@r-10-VM:~#
Reported:
https://issues.apache.org/jira/browse/CLOUDSTACK-9110
Best regards.
---------------
Satoru Nakaya (Japan CloudStack User Group)
Re: Default route is not configured on Redundant VPC VR (tier2)
Posted by Remi Bergsma <RB...@schubergphilis.com>.
Ok, check. You mean the order of the reboot of the routers. Let's make some scenarios and try them.
> On 06 Dec 2015, at 12:06, Daan Hoogland <da...@gmail.com> wrote:
>
> I know what his example shows, Remi. I'm just wondering whether the order
> of rebooting might be significant.
>
> On Sun, Dec 6, 2015 at 11:57 AM, Remi Bergsma <RB...@schubergphilis.com>
> wrote:
>
>> Satoru Sakaya, thanks for reporting the issue. Will discuss it with Wilder.
>>
>> Daan, I assume he means the 2nd tier on the router(s) which returns
>> without ip after the reboots and failovers that are described. (this is the
>> default gw for vms in this tier and the vip in the router)
>>
>> Let's try to reproduce and write a Marvin test for it.
>>
>> Regards, Remi
>>
>> Sent from my iPhone
>>
>>> On 06 Dec 2015, at 09:20, Daan Hoogland <da...@gmail.com> wrote:
>>>
>>> Satoru san,
>>>
>>> Knowing your reports in the past I assume this is reproducible and a
>>> genuine bug. This leaves me to wonder, does it matter which tier is
>>> rebooted first?
>>>
>>> It is certainly not supposed to happen.
>>>
>>> On Sun, Dec 6, 2015 at 2:32 AM, giraffeg forestg <
>> giraffeforestg@gmail.com>
>>> wrote:
>>>
>>>> Hi all.
>>>>
>>>> My environment:
>>>>
>>>> CloudStack 4.6.1 , CentOS7
>>>> http://packages.shapeblue.com/cloudstack/upstream/centos7/4.6/
>>>>
>>>> Hypervisor CentOS7 , KVM
>>>>
>>>> SystemVM
>> http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2
>>>>
>>>>
>>>> Steps to reproduce:
>>>>
>>>> 1)Create VPC (Redundant VPC offering)
>>>>
>>>> 2)Create tier1 & tier2
>>>>
>>>> 3)Create VM Instance on tier1 & tier2
>>>>
>>>> 4)Check VPC VR IP Address (no problem)
>>>>
>>>> root@r-9-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:00:9a brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.0.154/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>>>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>>>> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
>>>> root@r-9-VM:~#
>>>>
>>>> root@r-10-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>>>> root@r-10-VM:~#
>>>>
>>>>
>>>> 5)Reboot VPC VR r-9-VM
>>>> 6)Check VPC VR IP Address (no problem)
>>>>
>>>> root@r-9-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>>>> root@r-9-VM:~#
>>>>
>>>> root@r-10-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>>>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>>>> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
>>>> root@r-10-VM:~#
>>>>
>>>> 7)Reboot VPC VR r-10-VM
>>>> 8)Check VPC VR IP Address (problem)
>>>>
>>>> Default route is not configured on Redundant VPC VR (tier 2)
>>>>
>>>> Missing 172.16.1.1 at eth3.
>>>>
>>>> root@r-9-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>>>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>>>> root@r-9-VM:~#
>>>>
>>>> root@r-10-VM:~# ip a
>>>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>>>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>>>> inet 127.0.0.1/8 scope host lo
>>>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 0e:00:a9:fe:01:b4 brd ff:ff:ff:ff:ff:ff
>>>> inet 169.254.1.180/16 brd 169.254.255.255 scope global eth0
>>>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>>>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>>>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>>>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>>>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>>>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
>> state
>>>> UP qlen 1000
>>>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>>>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>>>> root@r-10-VM:~#
>>>>
>>>>
>>>> Reported:
>>>> https://issues.apache.org/jira/browse/CLOUDSTACK-9110
>>>>
>>>>
>>>> Best regards.
>>>>
>>>> ---------------
>>>> Satoru Nakaya (Japan CloudStack User Group)
>>>
>>>
>>>
>>> --
>>> Daan
>
>
>
> --
> Daan
Re: Default route is not configured on Redundant VPC VR (tier2)
Posted by Daan Hoogland <da...@gmail.com>.
I know what his example shows, Remi. I'm just wondering whether the order
of rebooting might be significant.
On Sun, Dec 6, 2015 at 11:57 AM, Remi Bergsma <RB...@schubergphilis.com>
wrote:
> Satoru Sakaya, thanks for reporting the issue. Will discuss it with Wilder.
>
> Daan, I assume he means the 2nd tier on the router(s) which returns
> without ip after the reboots and failovers that are described. (this is the
> default gw for vms in this tier and the vip in the router)
>
> Let's try to reproduce and write a Marvin test for it.
>
> Regards, Remi
>
> Sent from my iPhone
>
> > On 06 Dec 2015, at 09:20, Daan Hoogland <da...@gmail.com> wrote:
> >
> > Satoru san,
> >
> > Knowing your reports in the past I assume this is reproducible and a
> > genuine bug. This leaves me to wonder, does it matter which tier is
> > rebooted first?
> >
> > It is certainly not supposed to happen.
> >
> > On Sun, Dec 6, 2015 at 2:32 AM, giraffeg forestg <
> giraffeforestg@gmail.com>
> > wrote:
> >
> >> Hi all.
> >>
> >> My environment:
> >>
> >> CloudStack 4.6.1 , CentOS7
> >> http://packages.shapeblue.com/cloudstack/upstream/centos7/4.6/
> >>
> >> Hypervisor CentOS7 , KVM
> >>
> >> SystemVM
> >>
> >>
> http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2
> >>
> >>
> >> Steps to reproduce:
> >>
> >> 1)Create VPC (Redundant VPC offering)
> >>
> >> 2)Create tier1 & tier2
> >>
> >> 3)Create VM Instance on tier1 & tier2
> >>
> >> 4)Check VPC VR IP Address (no problem)
> >>
> >> root@r-9-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:00:9a brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.0.154/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> >> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> >> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
> >> root@r-9-VM:~#
> >>
> >> root@r-10-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> >> root@r-10-VM:~#
> >>
> >>
> >> 5)Reboot VPC VR r-9-VM
> >> 6)Check VPC VR IP Address (no problem)
> >>
> >> root@r-9-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> >> root@r-9-VM:~#
> >>
> >> root@r-10-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> >> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> >> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
> >> root@r-10-VM:~#
> >>
> >> 7)Reboot VPC VR r-10-VM
> >> 8)Check VPC VR IP Address (problem)
> >>
> >> Default route is not configured on Redundant VPC VR (tier 2)
> >>
> >> Missing 172.16.1.1 at eth3.
> >>
> >> root@r-9-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> >> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> >> root@r-9-VM:~#
> >>
> >> root@r-10-VM:~# ip a
> >> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> >> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> >> inet 127.0.0.1/8 scope host lo
> >> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 0e:00:a9:fe:01:b4 brd ff:ff:ff:ff:ff:ff
> >> inet 169.254.1.180/16 brd 169.254.255.255 scope global eth0
> >> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> >> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> >> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> >> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> >> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> >> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast
> state
> >> UP qlen 1000
> >> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> >> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> >> root@r-10-VM:~#
> >>
> >>
> >> Reported:
> >> https://issues.apache.org/jira/browse/CLOUDSTACK-9110
> >>
> >>
> >> Best regards.
> >>
> >> ---------------
> >> Satoru Nakaya (Japan CloudStack User Group)
> >
> >
> >
> > --
> > Daan
>
--
Daan
Re: Default route is not configured on Redundant VPC VR (tier2)
Posted by Remi Bergsma <RB...@schubergphilis.com>.
Satoru Sakaya, thanks for reporting the issue. Will discuss it with Wilder.
Daan, I assume he means the 2nd tier on the router(s) which returns without ip after the reboots and failovers that are described. (this is the default gw for vms in this tier and the vip in the router)
Let's try to reproduce and write a Marvin test for it.
Regards, Remi
Sent from my iPhone
> On 06 Dec 2015, at 09:20, Daan Hoogland <da...@gmail.com> wrote:
>
> Satoru san,
>
> Knowing your reports in the past I assume this is reproducible and a
> genuine bug. This leaves me to wonder, does it matter which tier is
> rebooted first?
>
> It is certainly not supposed to happen.
>
> On Sun, Dec 6, 2015 at 2:32 AM, giraffeg forestg <gi...@gmail.com>
> wrote:
>
>> Hi all.
>>
>> My environment:
>>
>> CloudStack 4.6.1 , CentOS7
>> http://packages.shapeblue.com/cloudstack/upstream/centos7/4.6/
>>
>> Hypervisor CentOS7 , KVM
>>
>> SystemVM
>>
>> http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2
>>
>>
>> Steps to reproduce:
>>
>> 1)Create VPC (Redundant VPC offering)
>>
>> 2)Create tier1 & tier2
>>
>> 3)Create VM Instance on tier1 & tier2
>>
>> 4)Check VPC VR IP Address (no problem)
>>
>> root@r-9-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:00:9a brd ff:ff:ff:ff:ff:ff
>> inet 169.254.0.154/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
>> root@r-9-VM:~#
>>
>> root@r-10-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
>> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>> root@r-10-VM:~#
>>
>>
>> 5)Reboot VPC VR r-9-VM
>> 6)Check VPC VR IP Address (no problem)
>>
>> root@r-9-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
>> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>> root@r-9-VM:~#
>>
>> root@r-10-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
>> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
>> root@r-10-VM:~#
>>
>> 7)Reboot VPC VR r-10-VM
>> 8)Check VPC VR IP Address (problem)
>>
>> Default route is not configured on Redundant VPC VR (tier 2)
>>
>> Missing 172.16.1.1 at eth3.
>>
>> root@r-9-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
>> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
>> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
>> root@r-9-VM:~#
>>
>> root@r-10-VM:~# ip a
>> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
>> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
>> inet 127.0.0.1/8 scope host lo
>> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 0e:00:a9:fe:01:b4 brd ff:ff:ff:ff:ff:ff
>> inet 169.254.1.180/16 brd 169.254.255.255 scope global eth0
>> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
>> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
>> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
>> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
>> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
>> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
>> UP qlen 1000
>> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
>> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
>> root@r-10-VM:~#
>>
>>
>> Reported:
>> https://issues.apache.org/jira/browse/CLOUDSTACK-9110
>>
>>
>> Best regards.
>>
>> ---------------
>> Satoru Nakaya (Japan CloudStack User Group)
>
>
>
> --
> Daan
Re: Default route is not configured on Redundant VPC VR (tier2)
Posted by Daan Hoogland <da...@gmail.com>.
Satoru san,
Knowing your reports in the past I assume this is reproducible and a
genuine bug. This leaves me to wonder, does it matter which tier is
rebooted first?
It is certainly not supposed to happen.
On Sun, Dec 6, 2015 at 2:32 AM, giraffeg forestg <gi...@gmail.com>
wrote:
> Hi all.
>
> My environment:
>
> CloudStack 4.6.1 , CentOS7
> http://packages.shapeblue.com/cloudstack/upstream/centos7/4.6/
>
> Hypervisor CentOS7 , KVM
>
> SystemVM
>
> http://cloudstack.apt-get.eu/systemvm/4.6/systemvm64template-4.6.0-kvm.qcow2.bz2
>
>
> Steps to reproduce:
>
> 1)Create VPC (Redundant VPC offering)
>
> 2)Create tier1 & tier2
>
> 3)Create VM Instance on tier1 & tier2
>
> 4)Check VPC VR IP Address (no problem)
>
> root@r-9-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:00:9a brd ff:ff:ff:ff:ff:ff
> inet 169.254.0.154/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
> root@r-9-VM:~#
>
> root@r-10-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> root@r-10-VM:~#
>
>
> 5)Reboot VPC VR r-9-VM
> 6)Check VPC VR IP Address (no problem)
>
> root@r-9-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> root@r-9-VM:~#
>
> root@r-10-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:00:49 brd ff:ff:ff:ff:ff:ff
> inet 169.254.0.73/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.102/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.103/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> inet 172.16.1.1/24 brd 172.16.1.255 scope global secondary eth3
> root@r-10-VM:~#
>
> 7)Reboot VPC VR r-10-VM
> 8)Check VPC VR IP Address (problem)
>
> Default route is not configured on Redundant VPC VR (tier 2)
>
> Missing 172.16.1.1 at eth3.
>
> root@r-9-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:01:28 brd ff:ff:ff:ff:ff:ff
> inet 169.254.1.40/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:7f:b8:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.67/24 brd 172.16.0.255 scope global eth2
> inet 172.16.0.1/24 brd 172.16.0.255 scope global secondary eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:03:56:00:04 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.25/24 brd 172.16.1.255 scope global eth3
> root@r-9-VM:~#
>
> root@r-10-VM:~# ip a
> 1: lo: <LOOPBACK,UP,LOWER_UP> mtu 16436 qdisc noqueue state UNKNOWN
> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
> inet 127.0.0.1/8 scope host lo
> 2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 0e:00:a9:fe:01:b4 brd ff:ff:ff:ff:ff:ff
> inet 169.254.1.180/16 brd 169.254.255.255 scope global eth0
> 3: eth1: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
> link/ether 06:ac:80:00:00:21 brd ff:ff:ff:ff:ff:ff
> inet 10.0.1.103/24 brd 10.0.1.255 scope global eth1
> inet 10.0.1.102/24 brd 10.0.1.255 scope global secondary eth1
> 4: eth2: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:19:11:00:06 brd ff:ff:ff:ff:ff:ff
> inet 172.16.0.233/24 brd 172.16.0.255 scope global eth2
> 5: eth3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state
> UP qlen 1000
> link/ether 02:00:20:19:00:05 brd ff:ff:ff:ff:ff:ff
> inet 172.16.1.231/24 brd 172.16.1.255 scope global eth3
> root@r-10-VM:~#
>
>
> Reported:
> https://issues.apache.org/jira/browse/CLOUDSTACK-9110
>
>
> Best regards.
>
> ---------------
> Satoru Nakaya (Japan CloudStack User Group)
>
--
Daan