I'm facing an intermittent issue with my Ubiquiti EdgeRouter 6P (UBNT_E300) running OpenWrt 24.10.5.
When the router is under a modest load, one or more network interfaces may suddenly stop transmitting packets. Packets still arrive, but nothing goes out. The LED on the port remains solid, showing no activity.
Which network interface experiences this issue is random: it happens to either the WAN or LAN interface (in my case that's lan0 and lan1 respectively).
Recovering from this state requires a reboot of the router, restarting the interface alone is not enough. A power cycle is not required, a reboot is enough.
Currently I have the router in a state where the WAN interface is working normally, but the LAN interface is broken. I deliberately did not reboot this time to try and debug this issue, I have SSH access through another interface.
With tcpdump I can see mDNS, DHCP, and ARP traffic arriving at the LAN interface, but no response ever goes out.
When attempting to ping a machine in the LAN network from the router there's no network activity. The ICMP packets are not showing up in the local tcpdump output, nor are they captured on the target machine.
This issue usually shows during a long (> 30 minute) file transfer at Gigabit speeds, it never happens with regular internet activity.
I already tried disabling hardware offloading, this made no difference.
At this point I think I'm chasing down some hardware, driver, or kernel issue.
In the ifconfig output I can see that the TX counter for lan1 (the broken interface) is stuck, the RX counter keeps increasing:
lan0 Link encap:Ethernet HWaddr FC:EC:DA:47:C9:B1
UP BROADCAST RUNNING MULTICAST MTU:1504 Metric:1
RX packets:26829763 errors:0 dropped:0 overruns:0 frame:0
TX packets:63729200 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:2050144683 (1.9 GiB) TX bytes:94363821632 (87.8 GiB)
lan1 Link encap:Ethernet HWaddr FC:EC:DA:47:C9:B2
inet addr:10.0.0.1 Bcast:10.0.0.255 Mask:255.255.255.0
inet6 addr: fe80::feec:daff:fe47:c9b2/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:62576349 errors:0 dropped:435 overruns:0 frame:0
TX packets:26715684 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:93409539117 (86.9 GiB) TX bytes:1801648976 (1.6 GiB)
lan2 Link encap:Ethernet HWaddr FC:EC:DA:47:C9:B3
inet addr:10.9.0.1 Bcast:10.9.0.255 Mask:255.255.255.0
inet6 addr: fe80::feec:daff:fe47:c9b3/64 Scope:Link
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:1178441 errors:0 dropped:0 overruns:0 frame:0
TX packets:50902 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:892102854 (850.7 MiB) TX bytes:6004691 (5.7 MiB)
lo Link encap:Local Loopback
inet addr:127.0.0.1 Mask:255.0.0.0
inet6 addr: ::1/128 Scope:Host
UP LOOPBACK RUNNING MTU:65536 Metric:1
RX packets:47450 errors:0 dropped:0 overruns:0 frame:0
TX packets:47450 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:3983603 (3.7 MiB) TX bytes:3983603 (3.7 MiB)
odido0 Link encap:Ethernet HWaddr FC:EC:DA:47:C9:B1
inet addr:REDACTED Bcast:REDACTED Mask:255.255.252.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:151722 errors:0 dropped:0 overruns:0 frame:0
TX packets:63729268 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:37599364 (35.8 MiB) TX bytes:94169631808 (87.7 GiB)
wg0 Link encap:UNSPEC HWaddr 00-00-00-00-00-00-00-00-00-00-00-00-00-00-00-00
inet addr:10.8.0.1 P-t-P:10.8.0.1 Mask:255.255.255.0
UP POINTOPOINT RUNNING NOARP MTU:1420 Metric:1
RX packets:11540 errors:0 dropped:0 overruns:0 frame:0
TX packets:8402 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:2874996 (2.7 MiB) TX bytes:1069884 (1.0 MiB)
wg1 Link encap:UNSPEC HWaddr 00-00-00-00-00-00-00-00-00-00-00-00-00-00-00-00
inet addr:10.7.0.1 P-t-P:10.7.0.1 Mask:255.255.255.0
UP POINTOPOINT RUNNING NOARP MTU:1420 Metric:1
RX packets:131628 errors:0 dropped:0 overruns:0 frame:0
TX packets:1312468 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:28354464 (27.0 MiB) TX bytes:1106273464 (1.0 GiB)
Configs:
/etc/config/network:
config interface 'loopback'
option device 'lo'
option proto 'static'
option ipaddr '127.0.0.1'
option netmask '255.0.0.0'
config globals 'globals'
option ula_prefix 'fd86:32e4:d8eb::/48'
option packet_steering '1'
config interface 'wan'
option proto 'dhcp'
option device 'odido0'
option peerdns '0'
option delegate '0'
list dns '9.9.9.9'
list dns '149.112.112.112'
config interface 'lan'
option proto 'static'
option device 'lan1'
option ipaddr '10.0.0.1'
option netmask '255.255.255.0'
config device
option type '8021q'
option ifname 'lan0'
option vid '300'
option name 'odido0'
option ipv6 '0'
option mtu '1500'
config device
option name 'lan0'
option mtu '1504'
option ipv6 '0'
config interface 'wg0'
option proto 'wireguard'
option private_key 'REDACTED'
list addresses '10.8.0.1/24'
option listen_port '4090'
config wireguard_wg0
option description 'nuc'
option public_key 'REDACTED'
list allowed_ips '10.8.0.2/32'
config wireguard_wg0
option description 'rtr'
option public_key 'REDACTED'
option route_allowed_ips '1'
list allowed_ips '10.8.0.3/32'
list allowed_ips '192.168.2.0/24'
list allowed_ips '192.168.1.0/24'
config interface 'oob'
option proto 'static'
option device 'lan2'
option ipaddr '10.9.0.1'
option netmask '255.255.255.0'
option delegate '0'
config interface 'wg1'
option proto 'wireguard'
option private_key 'REDACTED'
option listen_port '3090'
list addresses '10.7.0.1/24'
config wireguard_wg1
option description 'iPhone 15 Pro'
option public_key 'REDACTED'
list allowed_ips '10.7.0.10/32'
config wireguard_wg1
option description 'Mac Mini'
option public_key 'REDACTED'
list allowed_ips '10.7.0.20/32'
config wireguard_wg1
option description 'iPad Mini'
option public_key 'REDACTED'
list allowed_ips '10.7.0.30/32'
/etc/config/firewall:
config defaults
option input 'DROP'
option output 'ACCEPT'
option forward 'DROP'
option synflood_protect '1'
option flow_offloading '1'
option flow_offloading_hw '1'
config zone
option name 'lan'
option input 'ACCEPT'
option output 'ACCEPT'
option forward 'ACCEPT'
list network 'lan'
config zone
option name 'oob'
option input 'ACCEPT'
option output 'ACCEPT'
option forward 'DROP'
list network 'oob'
config zone
option name 'redacted-zone-name'
option input 'DROP'
option output 'ACCEPT'
option forward 'DROP'
list network 'wg0'
config zone
option name 'remote'
option input 'DROP'
option output 'ACCEPT'
option forward 'DROP'
list network 'wg1'
config zone
option name 'wan'
option input 'DROP'
option output 'ACCEPT'
option forward 'DROP'
option masq '1'
list network 'wan'
config forwarding
option src 'lan'
option dest 'wan'
config rule
option name 'Allow WG for redacted-zone-name'
list proto 'udp'
option src 'wan'
option dest_port '4090'
option target 'ACCEPT'
option family 'ipv4'
config rule
option name 'Allow WG for remote'
list proto 'udp'
option src 'wan'
option dest_port '3090'
option target 'ACCEPT'
option family 'ipv4'
config rule
option name 'Allow HTTP from LAN'
list proto 'tcp'
option src 'lan'
option dest_port '80'
option target 'ACCEPT'
option family 'ipv4'
config forwarding
option src 'lan'
option dest 'redacted-zone-name'
config rule
option name 'Allow Unifi STUN from redacted-zone-name'
option family 'ipv4'
list proto 'udp'
option src 'redacted-zone-name'
option dest_port '3478'
option target 'ACCEPT'
option dest 'lan'
list dest_ip '10.0.0.11'
config rule
option name 'Allow Unifi from redacted-zone-name'
option family 'ipv4'
list proto 'tcp'
option src 'redacted-zone-name'
option dest_port '8080'
option target 'ACCEPT'
option dest 'lan'
list dest_ip '10.0.0.11'
config rule
option name 'Allow SMB 139 from redacted-zone-name'
option family 'ipv4'
option src 'redacted-zone-name'
option dest 'lan'
option dest_port '139'
option target 'ACCEPT'
list dest_ip '10.0.0.11'
list proto 'tcp'
list proto 'udp'
config rule
option name 'Allow SMB 445 from redacted-zone-name'
option family 'ipv4'
option src 'redacted-zone-name'
option dest 'lan'
option dest_port '445'
option target 'ACCEPT'
list dest_ip '10.0.0.11'
list proto 'tcp'
list proto 'udp'
config forwarding
option src 'lan'
option dest 'oob'
config forwarding
option src 'oob'
option dest 'wan'
config rule
option src 'remote'
option dest 'lan'
option name 'Allow server access from remote'
option target 'ACCEPT'
list dest_ip '10.0.0.11'
list dest_ip '10.0.0.15'
config rule
option src 'remote'
option name 'Allow router access from remote'
list proto 'tcp'
list dest_ip '10.7.0.1'
option target 'ACCEPT'
config rule
option src 'remote'
option dest 'oob'
option name 'Allow KVM from remote'
list dest_ip '10.9.0.9'
option target 'ACCEPT'
Build: OpenWrt 24.10.5 r29087-d9c5716d1d / LuCI openwrt-24.10 branch 25.354.54193~3972ee2
Any debugging tips are welcome. So far dmesg and system.log are not showing anything of interest.