Please help, I have been trying to figure this out for a couple of weeks now. I need a new set of eyes on this problem. Attached is a diagram to better illustrate the configuration.
To sum up the issue:
/etc/rc.conf excerpt
Am I missing something in the configurations? Is this expected behavior?
I am using
To sum up the issue:
- Can ping any host to any host
- Can fully communicate from/to other physical hosts to the FreeBSD host
- Can fully communicate from/to other physical hosts to the jails
- Can fully communicate from/to other physical hosts to the bhyve guests
- Can fully communicate from bhyve3 (PCI passthrough) to any other device
- Can not communicate beyond pings to/from bhyve 1&2 (taps) to/from the jails
- Can not communicate beyond pings to/from bhyve 1&2 (taps) to/from the host
- Can fully communicate between bhyve1 and bhyve2
/etc/rc.conf excerpt
Code:
defaultrouter="10.0.70.22"
cloned_interfaces="lagg0 bridge70 \
tap70 tap7000 tap7001"
ifconfig_bce0="up"
ifconfig_bce1="up"
ifconfig_lagg0="laggproto lacp laggport bce0 laggport bce1"
vlans_lagg0="v070 v075"
create_args_v070="vlan 70"
ifconfig_v070="inet 10.0.70.30 netmask 255.255.255.0 up"
ifconfig_bridge70="up addm v070 addm tap70 addm tap7000 addm tap7001"
root@10.0.70.30: ~# ifconfig
Code:
bce0: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=c01bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,VLAN_HWTSO,LINKSTATE>
ether f0:4d:a2:07:d8:15
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect (1000baseT <full-duplex>)
status: active
bce1: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=c01bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,VLAN_HWTSO,LINKSTATE>
ether f0:4d:a2:07:d8:15
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect (1000baseT <full-duplex>)
status: active
lo0: flags=8049<UP,LOOPBACK,RUNNING,MULTICAST> metric 0 mtu 16384
options=600003<RXCSUM,TXCSUM,RXCSUM_IPV6,TXCSUM_IPV6>
inet6 ::1 prefixlen 128
inet6 fe80::1%lo0 prefixlen 64 scopeid 0x3
inet 127.0.0.1 netmask 0xff000000
nd6 options=21<PERFORMNUD,AUTO_LINKLOCAL>
lagg0: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=c01bb<RXCSUM,TXCSUM,VLAN_MTU,VLAN_HWTAGGING,JUMBO_MTU,VLAN_HWCSUM,TSO4,VLAN_HWTSO,LINKSTATE>
ether f0:4d:a2:07:d8:15
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect
status: active
laggproto lacp lagghash l2,l3,l4
laggport: bce0 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
laggport: bce1 flags=1c<ACTIVE,COLLECTING,DISTRIBUTING>
bridge70: flags=28943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST,PPROMISC> metric 0 mtu 1500
ether 02:02:4b:05:07:46
nd6 options=9<PERFORMNUD,IFDISABLED>
id 00:00:00:00:00:00 priority 32768 hellotime 2 fwddelay 15
maxage 20 holdcnt 6 proto rstp maxaddr 2000 timeout 1200
root id 00:00:00:00:00:00 priority 32768 ifcost 0 port 0
member: tap7001 flags=143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
ifmaxaddr 0 port 9 priority 128 path cost 2000000
member: tap7000 flags=143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
ifmaxaddr 0 port 8 priority 128 path cost 2000000
member: tap70 flags=143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
ifmaxaddr 0 port 7 priority 128 path cost 2000000
member: v070 flags=143<LEARNING,DISCOVER,AUTOEDGE,AUTOPTP>
ifmaxaddr 0 port 31 priority 128 path cost 55
tap70: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=80000<LINKSTATE>
ether 00:bd:4f:b2:00:59
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect
status: active
Opened by PID 41775
tap7000: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=80000<LINKSTATE>
ether 00:bd:59:b2:00:5a
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect
status: active
Opened by PID 6221
tap7001: flags=8902<BROADCAST,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=80000<LINKSTATE>
ether 00:bd:3a:b2:00:46
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect
status: no carrier
v070: flags=8943<UP,BROADCAST,RUNNING,PROMISC,SIMPLEX,MULTICAST> metric 0 mtu 1500
options=103<RXCSUM,TXCSUM,TSO4>
ether f0:4d:a2:07:d8:15
inet 10.0.70.30 netmask 0xffffff00 broadcast 10.0.70.255
inet 10.0.70.20 netmask 0xffffff00 broadcast 10.0.70.255
inet 10.0.70.21 netmask 0xffffff00 broadcast 10.0.70.255
inet 10.0.70.22 netmask 0xffffff00 broadcast 10.0.70.255
nd6 options=29<PERFORMNUD,IFDISABLED,AUTO_LINKLOCAL>
media: Ethernet autoselect
status: active
vlan: 70 parent interface: lagg0
Code:
root@freebsd103host: ~# iocage get ip4_addr jail01
v070|10.0.70.20/24
root@freebsd103host: ~# iocage get ip4_addr jail02
v070|10.0.70.21/24
root@freebsd103host: ~# iocage get ip4_addr jail03
v070|10.0.70.22/24
Am I missing something in the configurations? Is this expected behavior?
I am using
iohyve
and iocage
to manage the bhyve guest and jails respectively. I tried attaching the jail IPs to tap7001 to no avail. I also attempted to change the path cost values to no avail. I am not sure what else to try. Any suggestions would be appreciated.