Приветствую!
Не могу правильно настроить несколько vlan интерфейсов для виртуалок на PVE.
Имеется:
Система
[root@rcod-sodu-pve2 ~]# cat /etc/*release*
ALT Virtualization Server 10.4 (Actinoform)
ALT Virtualization Server 10.4 (Actinoform)
NAME="ALT Server-V"
VERSION="10.4"
ID=altlinux
VERSION_ID=10.4
PRETTY_NAME="ALT Virtualization Server 10.4 (Actinoform)"
ANSI_COLOR="1;33"
CPE_NAME="cpe:/o:alt:server-v:10.4"
BUILD_ID="ALT Server-V 10.4"
ALT_BRANCH_ID="p10"
HOME_URL="https://basealt.ru/"
BUG_REPORT_URL="https://bugs.altlinux.org/"
DOCUMENTATION_URL="https://docs.altlinux.org/ru-RU/index.html#alt-server-v"
SUPPORT_URL="https://support.basealt.ru/"
ALT Virtualization Server 10.4 (Actinoform)
ALT Virtualization Server 10.4 (Actinoform)
Версия PVE
[root@rcod-sodu-pve2 ~]# pveversion
pve-manager/7.4-17/alt2 (running kernel: 6.1.130-un-def-alt1)
Настроенные сетевые интерфейсы:
[root@rcod-sodu-pve2 ~]# ip a
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
inet 127.0.0.1/8 scope host lo
valid_lft forever preferred_lft forever
inet6 ::1/128 scope host
valid_lft forever preferred_lft forever
2: eno1: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff permaddr 00:8c:fa:e8:2e:68
altname enp6s0
3: eno2: <BROADCAST,MULTICAST,SLAVE,UP,LOWER_UP> mtu 1500 qdisc mq master bond0 state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff permaddr 00:8c:fa:e8:2e:69
altname enp7s0
70: tap101i0: <BROADCAST,MULTICAST,PROMISC,UP,LOWER_UP> mtu 1500 qdisc fq_codel state UNKNOWN group default qlen 1000
link/ether 62:92:4b:af:b8:59 brd ff:ff:ff:ff:ff:ff
71: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff
inet6 fe80::8cb8:45ff:fe01:de90/64 scope link
valid_lft forever preferred_lft forever
72: bond0.10@bond0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr0 state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff
inet6 fe80::8cb8:45ff:fe01:de90/64 scope link
valid_lft forever preferred_lft forever
73: bond0.253@bond0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr253 state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff
inet6 fe80::8cb8:45ff:fe01:de90/64 scope link
valid_lft forever preferred_lft forever
74: bond0.40@bond0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master vmbr40 state UP group default qlen 1000
link/ether 8e:b8:45:01:de:90 brd ff:ff:ff:ff:ff:ff
inet6 fe80::8cb8:45ff:fe01:de90/64 scope link
valid_lft forever preferred_lft forever
75: vmbr0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether 72:9e:ae:03:f0:92 brd ff:ff:ff:ff:ff:ff
inet 10.52.220.28/26 scope global vmbr0
valid_lft forever preferred_lft forever
inet6 fe80::709e:aeff:fe03:f092/64 scope link
valid_lft forever preferred_lft forever
76: vmbr253: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether b6:3e:d7:84:45:11 brd ff:ff:ff:ff:ff:ff
inet6 fe80::b43e:d7ff:fe84:4511/64 scope link
valid_lft forever preferred_lft forever
77: vmbr40: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
link/ether 06:29:b8:4f:94:4f brd ff:ff:ff:ff:ff:ff
inet6 fe80::429:b8ff:fe4f:944f/64 scope link
valid_lft forever preferred_lft forever
Шлюз
[root@rcod-sodu-pve2 ~]ip r
default via 10.52.220.62 dev vmbr0
10.52.220.0/26 dev vmbr0 proto kernel scope link src 10.52.220.28
Дерево вот такое:
[root@rcod-sodu-pve2 ifaces]# tree
.
|-- bond0
| `-- options
|-- bond0.10
| `-- options
|-- bond0.253
| `-- options
|-- bond0.40
| `-- options
|-- default
| |-- fw
| | |-- ebtables
| | | |-- broute
| | | | `-- BROUTING
| | | |-- filter
| | | | |-- FORWARD
| | | | |-- INPUT
| | | | |-- OUTPUT
| | | | `-- loadorder
| | | |-- loadorder
| | | |-- modules
| | | `-- nat
| | | |-- OUTPUT
| | | |-- POSTROUTING
| | | |-- PREROUTING
| | | `-- loadorder
| | |-- ip6tables
| | | |-- filter
| | | | |-- FORWARD
| | | | |-- INPUT
| | | | |-- OUTPUT
| | | | `-- loadorder
| | | |-- loadorder
| | | |-- mangle
| | | | |-- FORWARD
| | | | |-- INPUT
| | | | |-- OUTPUT
| | | | |-- POSTROUTING
| | | | |-- PREROUTING
| | | | `-- loadorder
| | | |-- modules
| | | `-- syntax
| | |-- ipset
| | | |-- iphash
| | | |-- ipmap
| | | |-- ipporthash
| | | |-- ipportiphash
| | | |-- ipportnethash
| | | |-- iptree
| | | |-- iptreemap
| | | |-- loadorder
| | | |-- macipmap
| | | |-- modules
| | | |-- nethash
| | | |-- portmap
| | | `-- setlist
| | |-- iptables
| | | |-- filter
| | | | |-- FORWARD
| | | | |-- INPUT
| | | | |-- OUTPUT
| | | | `-- loadorder
| | | |-- loadorder
| | | |-- mangle
| | | | |-- FORWARD
| | | | |-- INPUT
| | | | |-- OUTPUT
| | | | |-- POSTROUTING
| | | | |-- PREROUTING
| | | | `-- loadorder
| | | |-- modules
| | | |-- nat
| | | | |-- OUTPUT
| | | | |-- POSTROUTING
| | | | |-- PREROUTING
| | | | `-- loadorder
| | | `-- syntax
| | `-- options
| |-- options
| |-- options-bnep
| |-- options-dummy
| |-- options-eth
| |-- options-l2tp
| |-- options-lo
| |-- options-ovpn
| |-- options-ppp
| |-- options-tuntap
| |-- options-usb
| |-- options-vlan
| `-- sysctl.conf-dvb
|-- eno1
| `-- options
|-- eno2
| `-- options
|-- lo
| |-- ipv4address
| `-- options
|-- unknown
| |-- README
| `-- options
|-- vmbr0
| |-- ipv4address
| |-- ipv4route
| `-- options
|-- vmbr253
| `-- options
`-- vmbr40
`-- options
36 directories, 71 files
bond0
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/bond0/options
BONDMODE=4
BONDOPTIONS='miimon=100'
BOOTPROTO=static
CONFIG_IPV4=yes
HOST='eno1 eno2'
ONBOOT=yes
TYPE=bond
bond0.10
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/bond0.10/options
BOOTPROTO=static
CONFIG_IPV4=yes
HOST=bond0
ONBOOT=yes
TYPE=vlan
VID=10
vmbr0
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/vmbr0/options
BOOTPROTO=static
BRIDGE_OPTIONS="stp_state 0"
CONFIG_IPV4=yes
HOST='bond0.10'
ONBOOT=yes
TYPE=bri
VIDS=2-4094
VLAN_AWARE=1
vmbr0 ip
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/vmbr0/ipv4address
10.52.220.28/26
vmbr0 gw
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/vmbr0/ipv4route
default via 10.52.220.62
======= на этом моменте все прекрасно работает и на хосте и на виртуалках ============
Но мне необходимо, чтобы на виртуалках можно было использовать ip адреса с vlan 40, 253
Для этого делаю вот таки настройки:
bond0.40
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/bond0.40/options
BOOTPROTO=static
CONFIG_IPV4=yes
HOST=bond0
ONBOOT=yes
TYPE=vlan
VID=40
vmbr40
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/vmbr40/options
BOOTPROTO=static
CONFIG_IPV4=yes
HOST='bond0.40'
ONBOOT=yes
TYPE=bri
VIDS=2-4094
VLAN_AWARE=1
bond0.253
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/bond0.253/options
BOOTPROTO=static
CONFIG_IPV4=yes
HOST=bond0
ONBOOT=yes
TYPE=vlan
VID=253
vmbr253
[root@rcod-sodu-pve2 ifaces]# cat /etc/net/ifaces/vmbr253/options
BOOTPROTO=static
CONFIG_IPV4=yes
HOST='bond0.253'
ONBOOT=yes
TYPE=bri
VIDS=2-4094
VLAN_AWARE=1
Вот статус работы network:
[root@rcod-sodu-pve2 ifaces]# systemctl status network
* network.service - Network Connectivity
Loaded: loaded (/lib/systemd/system/network.service; enabled; vendor preset: disabled)
Active: active (exited) since Thu 2025-05-22 13:38:03 +05; 31min ago
Process: 411007 ExecStart=/etc/rc.d/init.d/network start (code=exited, status=0/SUCCESS)
CPU: 1.912s
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411536]: .
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411538]: .
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411007]: OK
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411007]: Starting vmbr40:
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411575]: ..
May 22 13:38:02 rcod-sodu-pve2.sodu.loc network[411560]: .
May 22 13:38:03 rcod-sodu-pve2.sodu.loc network[411588]: .
May 22 13:38:03 rcod-sodu-pve2.sodu.loc network[411590]: .
May 22 13:38:03 rcod-sodu-pve2.sodu.loc network[411007]: OK
May 22 13:38:03 rcod-sodu-pve2.sodu.loc systemd[1]: Started Network Connectivity.
================= Итог =============================
Что работает:
vlan10 это сеть 10.52.220.28/26
Хост ходит везде, видит все сети даже без настройки bond0.40, bond0.253, vmbr40, vmbr253
Виртуальная машина с назначением ip адреса в сети 10.52.220.1/26 тоже все видит.
Что не работает:
vlan40,253 предполагается использовать только виртуальными машинами.
Назначаю ip адрес для виртуальной машины в сети 253 (vlan253), виртуалка не видит нечего в плоской 253-й сети, с vlan40 та же песня.
О чем прошу?
Прошу посмотреть листинг файлов настройки сетевых интерфейсов.
PS: Предполагая, что будет вопрос про настройку trunk на сетевом оборудовании, отвечаю, что на этот сервер прежде был установлен Zvirt от орионсофт (он же oVirt), там все c вышеуказанными vlan40,253 работало нормально.
