compute:
[root@compute01 ~]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:e7 brd ff:ff:ff:ff:ff:ff
inet 192.168.163.24/24 brd 192.168.163.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::db2d:c731:89f2:116f/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::5611:818:bf5b:1a93/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::bef9:3fe8:f63a:4d1/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:f1 brd ff:ff:ff:ff:ff:ff
inet 192.168.41.24/24 brd 192.168.41.255 scope global noprefixroute ens37
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe85:1df1/64 scope link
valid_lft forever preferred_lft forever
4: ens38: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:fb brd ff:ff:ff:ff:ff:ff
inet6 fe80::20c:29ff:fe85:1dfb/64 scope link
valid_lft forever preferred_lft forever
5: ens39: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:05 brd ff:ff:ff:ff:ff:ff
6: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN group default
link/ether 02:42:4f:d4:8e:50 brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 scope global docker0
valid_lft forever preferred_lft forever
7: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 1a:f8:6f:11:fa:1a brd ff:ff:ff:ff:ff:ff
8: br-tun: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether d6:ac:ce:d1:e5:40 brd ff:ff:ff:ff:ff:ff
9: br-int: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether ba:b6:22:fa:85:4c brd ff:ff:ff:ff:ff:ff
[root@compute01 ~]# brctl show
bridge name bridge id STP enabled interfaces
docker0 8000.02424fd48e50 no
[root@compute01 ~]#
[root@compute01 ~]#
[root@compute01 ~]#
[root@compute01 ~]#
[root@compute01 ~]#
[root@compute01 ~]#
[root@compute01 ~]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
7f030620847a 192.168.41.29:4000/lokolla/centos-source-neutron-openvswitch-agent:5.0.1 "kolla_start" 24 hours ago Up 7 hours neutron_openvswitch_agent
ffce177e751b 192.168.41.29:4000/lokolla/centos-source-openvswitch-vswitchd:5.0.1 "kolla_start" 25 hours ago Up 7 hours openvswitch_vswitchd
3c8f211111de 192.168.41.29:4000/lokolla/centos-source-openvswitch-db-server:5.0.1 "kolla_start" 25 hours ago Up 7 hours openvswitch_db
d03a1603e155 192.168.41.29:4000/lokolla/centos-source-nova-compute:5.0.1 "kolla_start" 25 hours ago Up 7 hours nova_compute
17f01b3d9a5f 192.168.41.29:4000/lokolla/centos-source-nova-libvirt:5.0.1 "kolla_start" 25 hours ago Up 7 hours nova_libvirt
63b8f7c5c077 192.168.41.29:4000/lokolla/centos-source-nova-ssh:5.0.1 "kolla_start" 25 hours ago Up 7 hours nova_ssh
8a3c6a4b3cc1 192.168.41.29:4000/lokolla/centos-source-iscsid:5.0.1 "kolla_start" 25 hours ago Up 7 hours iscsid
f9f8dadce6d4 192.168.41.29:4000/lokolla/centos-source-cron:5.0.1 "kolla_start" 25 hours ago Up 7 hours cron
75f2ae055e66 192.168.41.29:4000/lokolla/centos-source-kolla-toolbox:5.0.1 "kolla_start" 25 hours ago Up 7 hours kolla_toolbox
b92ffb093641 192.168.41.29:4000/lokolla/centos-source-fluentd:5.0.1 "kolla_start" 25 hours ago Up 7 hours fluentd
[root@compute01 ~]# docker exec -it openvswitch_vswitchd /bin/bash
(openvswitch-vswitchd)[root@compute01 /]#
(openvswitch-vswitchd)[root@compute01 /]#
(openvswitch-vswitchd)[root@compute01 /]# ovs-
ovs-appctl ovs-docker ovs-dpctl-top ovs-pki ovs-vsctl
ovs-bugtool ovs-dpctl ovs-ofctl ovs-testcontroller ovs-vswitchd
(openvswitch-vswitchd)[root@compute01 /]# ovs-vsctl show
ca91a6f7-38c9-4dc0-ad61-287d56efa763
Manager "ptcp:6640:127.0.0.1"
is_connected: true
Bridge br-tun
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port br-tun
Interface br-tun
type: internal
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Bridge br-int
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
Port br-int
Interface br-int
type: internal
(openvswitch-vswitchd)[root@compute01 /]# ip net show
network
[root@network01 ~]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:2e:b2:2f brd ff:ff:ff:ff:ff:ff
inet 192.168.163.23/24 brd 192.168.163.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::db2d:c731:89f2:116f/64 scope link noprefixroute
valid_lft forever preferred_lft forever
inet6 fe80::5611:818:bf5b:1a93/64 scope link tentative noprefixroute dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::bef9:3fe8:f63a:4d1/64 scope link tentative noprefixroute dadfailed
valid_lft forever preferred_lft forever
3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:2e:b2:39 brd ff:ff:ff:ff:ff:ff
inet 192.168.41.23/24 brd 192.168.41.255 scope global noprefixroute ens37
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe2e:b239/64 scope link
valid_lft forever preferred_lft forever
4: ens38: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master ovs-system state UP group default qlen 1000
link/ether 00:0c:29:2e:b2:43 brd ff:ff:ff:ff:ff:ff
inet6 fe80::20c:29ff:fe2e:b243/64 scope link
valid_lft forever preferred_lft forever
5: ens39: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:2e:b2:4d brd ff:ff:ff:ff:ff:ff
6: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN group default
link/ether 02:42:17:ea:e0:2b brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 scope global docker0
valid_lft forever preferred_lft forever
7: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether a6:c6:b7:28:bd:8e brd ff:ff:ff:ff:ff:ff
8: br-tun: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 12:9d:ca:31:7d:4a brd ff:ff:ff:ff:ff:ff
9: br-ex: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 00:0c:29:2e:b2:43 brd ff:ff:ff:ff:ff:ff
10: br-int: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether d6:ae:90:18:34:4a brd ff:ff:ff:ff:ff:ff
[root@network01 ~]# ip net show
qrouter-6ce8a84e-6919-4ee8-99da-4428bec6ca92 (id: 2)
qdhcp-cd0c39e9-b039-428b-b1c8-2b2bf51d9299 (id: 1)
qdhcp-2ed37a4a-44f4-40a2-b20d-679bb9252220 (id: 0)
[root@network01 ~]#
[root@network01 ~]# ip net exec qdhcp-2ed37a4a-44f4-40a2-b20d-679bb9252220 /bin/bash
[root@network01 ~]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
15: tap5be024e7-4b: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether fa:16:3e:78:92:aa brd ff:ff:ff:ff:ff:ff
inet 192.168.163.60/24 brd 192.168.163.255 scope global tap5be024e7-4b
valid_lft forever preferred_lft forever
inet 169.254.169.254/16 brd 169.254.255.255 scope global tap5be024e7-4b
valid_lft forever preferred_lft forever
inet6 fe80::f816:3eff:fe78:92aa/64 scope link
valid_lft forever preferred_lft forever
[root@network01 ~]# route
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
default gateway 0.0.0.0 UG 0 0 0 tap5be024e7-4b
link-local 0.0.0.0 255.255.0.0 U 0 0 0 tap5be024e7-4b
192.168.163.0 0.0.0.0 255.255.255.0 U 0 0 0 tap5be024e7-4b
[root@network01 ~]#
[root@network01 ~]# exit
exit
[root@network01 ~]# ip net exec qdhcp-cd0c39e9-b039-428b-b1c8-2b2bf51d9299 /bin/bash
[root@network01 ~]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
16: tapf7995df2-9b: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether fa:16:3e:2c:6e:06 brd ff:ff:ff:ff:ff:ff
inet 172.16.31.2/24 brd 172.16.31.255 scope global tapf7995df2-9b
valid_lft forever preferred_lft forever
inet 169.254.169.254/16 brd 169.254.255.255 scope global tapf7995df2-9b
valid_lft forever preferred_lft forever
inet6 fe80::f816:3eff:fe2c:6e06/64 scope link
valid_lft forever preferred_lft forever
[root@network01 ~]# route
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
default gateway 0.0.0.0 UG 0 0 0 tapf7995df2-9b
link-local 0.0.0.0 255.255.0.0 U 0 0 0 tapf7995df2-9b
172.16.31.0 0.0.0.0 255.255.255.0 U 0 0 0 tapf7995df2-9b
[root@network01 ~]# exit
exit
[root@network01 ~]# ip net exec qrouter-6ce8a84e-6919-4ee8-99da-4428bec6ca92 /bin/bash
[root@network01 ~]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
17: qr-127ed992-0f: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether fa:16:3e:7c:99:7d brd ff:ff:ff:ff:ff:ff
inet 172.16.31.1/24 brd 172.16.31.255 scope global qr-127ed992-0f
valid_lft forever preferred_lft forever
inet6 fe80::f816:3eff:fe7c:997d/64 scope link
valid_lft forever preferred_lft forever
18: qg-e6f2b397-b7: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default qlen 1000
link/ether fa:16:3e:4d:74:27 brd ff:ff:ff:ff:ff:ff
inet 192.168.163.64/24 brd 192.168.163.255 scope global qg-e6f2b397-b7
valid_lft forever preferred_lft forever
inet6 fe80::f816:3eff:fe4d:7427/64 scope link
valid_lft forever preferred_lft forever
[root@network01 ~]# route
Kernel IP routing table
Destination Gateway Genmask Flags Metric Ref Use Iface
default gateway 0.0.0.0 UG 0 0 0 qg-e6f2b397-b7
172.16.31.0 0.0.0.0 255.255.255.0 U 0 0 0 qr-127ed992-0f
192.168.163.0 0.0.0.0 255.255.255.0 U 0 0 0 qg-e6f2b397-b7
[root@network01 ~]# exit
exit
[root@network01 ~]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
3f4f5f497883 192.168.41.29:4000/lokolla/centos-source-neutron-metadata-agent:5.0.1 "kolla_start" 24 hours ago Up 7 hours neutron_metadata_agent
e719e7ccf3d9 192.168.41.29:4000/lokolla/centos-source-neutron-l3-agent:5.0.1 "kolla_start" 24 hours ago Up 7 hours neutron_l3_agent
00ed9978aedf 192.168.41.29:4000/lokolla/centos-source-neutron-dhcp-agent:5.0.1 "kolla_start" 24 hours ago Up 7 hours neutron_dhcp_agent
b6c9604755c6 192.168.41.29:4000/lokolla/centos-source-neutron-openvswitch-agent:5.0.1 "kolla_start" 24 hours ago Up 7 hours neutron_openvswitch_agent
548cdf74e4f1 192.168.41.29:4000/lokolla/centos-source-openvswitch-vswitchd:5.0.1 "kolla_start" 25 hours ago Up 7 hours openvswitch_vswitchd
bf733a2684ab 192.168.41.29:4000/lokolla/centos-source-openvswitch-db-server:5.0.1 "kolla_start" 25 hours ago Up 7 hours openvswitch_db
8def0e569cd2 192.168.41.29:4000/lokolla/centos-source-cron:5.0.1 "kolla_start" 25 hours ago Up 7 hours cron
efc57c7d96a7 192.168.41.29:4000/lokolla/centos-source-kolla-toolbox:5.0.1 "kolla_start" 25 hours ago Up 7 hours kolla_toolbox
ca4fb2b25079 192.168.41.29:4000/lokolla/centos-source-fluentd:5.0.1 "kolla_start" 25 hours ago Up 7 hours fluentd
[root@network01 ~]# docker exec -it openvswitch_vswitchd /bin/bash
(openvswitch-vswitchd)[root@network01 /]# ip add show
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether 00:0c:29:2e:b2:2f brd ff:ff:ff:ff:ff:ff
inet 192.168.163.23/24 brd 192.168.163.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::db2d:c731:89f2:116f/64 scope link noprefixroute
valid_lft forever preferred_lft forever
inet6 fe80::5611:818:bf5b:1a93/64 scope link tentative noprefixroute dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::bef9:3fe8:f63a:4d1/64 scope link tentative noprefixroute dadfailed
valid_lft forever preferred_lft forever
3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether 00:0c:29:2e:b2:39 brd ff:ff:ff:ff:ff:ff
inet 192.168.41.23/24 brd 192.168.41.255 scope global noprefixroute ens37
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe2e:b239/64 scope link
valid_lft forever preferred_lft forever
4: ens38: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast master ovs-system state UP qlen 1000
link/ether 00:0c:29:2e:b2:43 brd ff:ff:ff:ff:ff:ff
inet6 fe80::20c:29ff:fe2e:b243/64 scope link
valid_lft forever preferred_lft forever
5: ens39: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP qlen 1000
link/ether 00:0c:29:2e:b2:4d brd ff:ff:ff:ff:ff:ff
inet6 fe80::20d4:2c82:56e4:af65/64 scope link noprefixroute
valid_lft forever preferred_lft forever
6: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN
link/ether 02:42:17:ea:e0:2b brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 scope global docker0
valid_lft forever preferred_lft forever
7: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether a6:c6:b7:28:bd:8e brd ff:ff:ff:ff:ff:ff
8: br-tun: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 12:9d:ca:31:7d:4a brd ff:ff:ff:ff:ff:ff
9: br-ex: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether 00:0c:29:2e:b2:43 brd ff:ff:ff:ff:ff:ff
10: br-int: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN qlen 1000
link/ether d6:ae:90:18:34:4a brd ff:ff:ff:ff:ff:ff
(openvswitch-vswitchd)[root@network01 /]#
(openvswitch-vswitchd)[root@network01 /]# ovs-
ovs-appctl ovs-docker ovs-dpctl-top ovs-pki ovs-vsctl
ovs-bugtool ovs-dpctl ovs-ofctl ovs-testcontroller ovs-vswitchd
(openvswitch-vswitchd)[root@network01 /]# ovs-vsctl show
3b585677-a507-446a-802e-b01943548af3
Manager "ptcp:6640:127.0.0.1"
is_connected: true
Bridge br-int
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port br-int
Interface br-int
type: internal
Port "qr-127ed992-0f"
tag: 2
Interface "qr-127ed992-0f"
type: internal
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
Port "tap5be024e7-4b"
tag: 1
Interface "tap5be024e7-4b"
type: internal
Port int-br-ex
Interface int-br-ex
type: patch
options: {peer=phy-br-ex}
Port "tapf7995df2-9b"
tag: 2
Interface "tapf7995df2-9b"
type: internal
Port "qg-e6f2b397-b7"
tag: 1
Interface "qg-e6f2b397-b7"
type: internal
Bridge br-tun
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Port br-tun
Interface br-tun
type: internal
Bridge br-ex
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port br-ex
Interface br-ex
type: internal
Port "ens38"
Interface "ens38"
Port phy-br-ex
Interface phy-br-ex
type: patch
options: {peer=int-br-ex}
(openvswitch-vswitchd)[root@network01 /]#
(openvswitch-vswitchd)[root@network01 /]# route
bash: route: command not found
(openvswitch-vswitchd)[root@network01 /]# exit
exit
[root@network01 ~]#
network01上创建一台虚拟机
[root@compute01 ~]# docker exec -it nova_libvirt /bin/bash (nova-libvirt)[root@compute01 /]# ps -ef |grep qemu |grep disk nova 9071 1677 29 17:30 ? 00:04:33 /usr/libexec/qemu-kvm -name guest=instance-00000001,debug-threads=on -S -object secret,id=masterKey0,format=raw,file=/var/lib/libvirt/qemu/domain-1-instance-00000001/master-key.aes -machine pc-i440fx-rhel7.4.0,accel=tcg,usb=off,dump-guest-core=off -m 1024 -realtime mlock=off -smp 2,sockets=2,cores=1,threads=1 -uuid 97b8a479-76f5-460b-91c4-f8e3dc7e8472 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=16.0.0,serial=15d14d56-2881-ee30-e20a-dd712e851de7,uuid=97b8a479-76f5-460b-91c4-f8e3dc7e8472,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,path=/var/lib/libvirt/qemu/domain-1-instance-00000001/monitor.sock,server,nowait -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -device piix3-usb-uhci,id=usb,bus=pci.0,addr=0x1.0x2 -drive file=/dev/sdb,format=raw,if=none,id=drive-virtio-disk0,serial=0acc967d-1490-4986-a484-e1c165527c0d,cache=none,aio=native -device virtio-blk-pci,scsi=off,bus=pci.0,addr=0x4,drive=drive-virtio-disk0,id=virtio-disk0,bootindex=1 -netdev tap,fd=26,id=hostnet0 -device virtio-net-pci,netdev=hostnet0,id=net0,mac=fa:16:3e:3a:94:66,bus=pci.0,addr=0x3 -chardev pty,id=charserial0,logfile=/var/lib/nova/instances/97b8a479-76f5-460b-91c4-f8e3dc7e8472/console.log,logappend=off -device isa-serial,chardev=charserial0,id=serial0 -device usb-tablet,id=input0,bus=usb.0,port=1 -vnc 192.168.41.24:0 -k en-us -device cirrus-vga,id=video0,bus=pci.0,addr=0x2 -device virtio-balloon-pci,id=balloon0,bus=pci.0,addr=0x5 -msg timestamp=on (nova-libvirt)[root@compute01 /]#
[root@compute01 ~]# ip add
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: ens33: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:e7 brd ff:ff:ff:ff:ff:ff
inet 192.168.163.24/24 brd 192.168.163.255 scope global noprefixroute ens33
valid_lft forever preferred_lft forever
inet6 fe80::db2d:c731:89f2:116f/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::5611:818:bf5b:1a93/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
inet6 fe80::bef9:3fe8:f63a:4d1/64 scope link tentative dadfailed
valid_lft forever preferred_lft forever
3: ens37: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:f1 brd ff:ff:ff:ff:ff:ff
inet 192.168.41.24/24 brd 192.168.41.255 scope global noprefixroute ens37
valid_lft forever preferred_lft forever
inet6 fe80::20c:29ff:fe85:1df1/64 scope link
valid_lft forever preferred_lft forever
4: ens38: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:fb brd ff:ff:ff:ff:ff:ff
inet6 fe80::20c:29ff:fe85:1dfb/64 scope link
valid_lft forever preferred_lft forever
5: ens39: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc pfifo_fast state UP group default qlen 1000
link/ether 00:0c:29:85:1d:05 brd ff:ff:ff:ff:ff:ff
inet6 fe80::d559:44b0:5b10:84b8/64 scope link noprefixroute
valid_lft forever preferred_lft forever
6: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN group default
link/ether 02:42:4f:d4:8e:50 brd ff:ff:ff:ff:ff:ff
inet 172.17.0.1/16 scope global docker0
valid_lft forever preferred_lft forever
7: ovs-system: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether 1a:f8:6f:11:fa:1a brd ff:ff:ff:ff:ff:ff
8: br-tun: <BROADCAST,MULTICAST> mtu 1500 qdisc noop state DOWN group default qlen 1000
link/ether d6:ac:ce:d1:e5:40 brd ff:ff:ff:ff:ff:ff
9: br-int: <BROADCAST,MULTICAST> mtu 1450 qdisc noop state DOWN group default qlen 1000
link/ether ba:b6:22:fa:85:4c brd ff:ff:ff:ff:ff:ff
10: qbrbcb2db0f-99: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc noqueue state UP group default qlen 1000
link/ether 0e:b3:0b:b7:ba:43 brd ff:ff:ff:ff:ff:ff
11: qvobcb2db0f-99@qvbbcb2db0f-99: <BROADCAST,MULTICAST,PROMISC,UP,LOWER_UP> mtu 1450 qdisc noqueue master ovs-system state UP group default qlen 1000
link/ether 4a:e2:ce:76:3f:a8 brd ff:ff:ff:ff:ff:ff
inet6 fe80::48e2:ceff:fe76:3fa8/64 scope link
valid_lft forever preferred_lft forever
12: qvbbcb2db0f-99@qvobcb2db0f-99: <BROADCAST,MULTICAST,PROMISC,UP,LOWER_UP> mtu 1450 qdisc noqueue master qbrbcb2db0f-99 state UP group default qlen 1000
link/ether 0e:b3:0b:b7:ba:43 brd ff:ff:ff:ff:ff:ff
inet6 fe80::cb3:bff:feb7:ba43/64 scope link
valid_lft forever preferred_lft forever
13: tapbcb2db0f-99: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1450 qdisc pfifo_fast master qbrbcb2db0f-99 state UNKNOWN group default qlen 1000
link/ether fe:16:3e:3a:94:66 brd ff:ff:ff:ff:ff:ff
inet6 fe80::fc16:3eff:fe3a:9466/64 scope link
valid_lft forever preferred_lft forever
14: vxlan_sys_4789: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 65520 qdisc noqueue master ovs-system state UNKNOWN group default qlen 1000
link/ether 3e:e3:22:d6:6f:98 brd ff:ff:ff:ff:ff:ff
inet6 fe80::3ce3:22ff:fed6:6f98/64 scope link
valid_lft forever preferred_lft forever
[root@compute01 ~]# brctl show
bridge name bridge id STP enabled interfaces
docker0 8000.02424fd48e50 no
qbrbcb2db0f-99 8000.0eb30bb7ba43 no qvbbcb2db0f-99
tapbcb2db0f-99
[root@compute01 ~]#
[root@compute01 ~]# brctl show
bridge name bridge id STP enabled interfaces
docker0 8000.02424fd48e50 no
qbrbcb2db0f-99 8000.0eb30bb7ba43 no qvbbcb2db0f-99
tapbcb2db0f-99
[root@compute01 ~]# ip add |grep fa:16:3e:3a:94:66
[root@compute01 ~]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
7f030620847a 192.168.41.29:4000/lokolla/centos-source-neutron-openvswitch-agent:5.0.1 "kolla_start" 25 hours ago Up 8 hours neutron_openvswitch_agent
ffce177e751b 192.168.41.29:4000/lokolla/centos-source-openvswitch-vswitchd:5.0.1 "kolla_start" 25 hours ago Up 8 hours openvswitch_vswitchd
3c8f211111de 192.168.41.29:4000/lokolla/centos-source-openvswitch-db-server:5.0.1 "kolla_start" 25 hours ago Up 8 hours openvswitch_db
d03a1603e155 192.168.41.29:4000/lokolla/centos-source-nova-compute:5.0.1 "kolla_start" 25 hours ago Up 8 hours nova_compute
17f01b3d9a5f 192.168.41.29:4000/lokolla/centos-source-nova-libvirt:5.0.1 "kolla_start" 25 hours ago Up 8 hours nova_libvirt
63b8f7c5c077 192.168.41.29:4000/lokolla/centos-source-nova-ssh:5.0.1 "kolla_start" 25 hours ago Up 8 hours nova_ssh
8a3c6a4b3cc1 192.168.41.29:4000/lokolla/centos-source-iscsid:5.0.1 "kolla_start" 26 hours ago Up 8 hours iscsid
f9f8dadce6d4 192.168.41.29:4000/lokolla/centos-source-cron:5.0.1 "kolla_start" 26 hours ago Up 8 hours cron
75f2ae055e66 192.168.41.29:4000/lokolla/centos-source-kolla-toolbox:5.0.1 "kolla_start" 26 hours ago Up 8 hours kolla_toolbox
b92ffb093641 192.168.41.29:4000/lokolla/centos-source-fluentd:5.0.1 "kolla_start" 26 hours ago Up 8 hours fluentd
[root@compute01 ~]# docker exec -it openvswitch_vswitchd /bin/bash
(openvswitch-vswitchd)[root@compute01 /]# ovs-vsctl show
ca91a6f7-38c9-4dc0-ad61-287d56efa763
Manager "ptcp:6640:127.0.0.1"
is_connected: true
Bridge br-tun
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port br-tun
Interface br-tun
type: internal
Port "vxlan-c0a8a317"
Interface "vxlan-c0a8a317"
type: vxlan
options: {df_default="true", in_key=flow, local_ip="192.168.163.24", out_key=flow, remote_ip="192.168.163.23"}
Port patch-int
Interface patch-int
type: patch
options: {peer=patch-tun}
Bridge br-int
Controller "tcp:127.0.0.1:6633"
is_connected: true
fail_mode: secure
Port "qvobcb2db0f-99"
tag: 1
Interface "qvobcb2db0f-99"
Port patch-tun
Interface patch-tun
type: patch
options: {peer=patch-int}
Port br-int
Interface br-int
type: internal
(openvswitch-vswitchd)[root@compute01 /]#
KVM虚拟机配置文件：
(nova-libvirt)[root@compute01 /]# ls /etc/libvirt/qemu/
instance-00000001.xml instance-00000002.xml networks/
可进入 nova-libvirt 容器，安装 libvirt
yum -y install libvirt --disablerepo=grafana
这时候可以用virsh相关命令管理虚拟机
compute节点的 nova-libvirt 容器上查看 虚拟机的网络连接
(nova-libvirt)[root@compute01 /]# virsh domiflist instance-00000007
Interface Type Source Model MAC
-------------------------------------------------------
tapaa4e143f-a5 bridge qbraa4e143f-a5 virtio fa:16:3e:2f:40:a2