root@GL-MV1000:~# cat /etc/config/sqm
config queue 'eth1'
option interface 'wan'
option debug_logging '0'
option verbosity '5'
option qdisc 'cake'
option script 'piece_of_cake.qos'
option linklayer 'ethernet'
option overhead '44'
option qdisc_advanced '1'
option squash_dscp '1'
option squash_ingress '1'
option ingress_ecn 'ECN'
option egress_ecn 'NOECN'
option qdisc_really_really_advanced '1'
option iqdisc_opts 'nat dual-dsthost'
option eqdisc_opts 'nat dual-srchost'
option download '90000'
option upload '15000'
option enabled '1'
1 Like
This is truly odd.
But let's not stew over this too much.
Let's try once more:
-
run
tc monitorfrom an independent ssh connection for the full duration of the test and post the output here. -
In another session run the following sequence of commands and post the output here as well:
a)tc -s qdisc
b)SQM_DEBUG=1 SQM_VERBOSITY_MAX=8 /etc/init.d/sqm stop
c)tc -s qdisc
d)SQM_DEBUG=1 SQM_VERBOSITY_MAX=8 /etc/init.d/sqm start
e)tc -s qdisc
The goal is to see step by step what happens.
Ah, I have no idea how closely gl.net tracks upstream OpenWrt, but I think they are pretty good citizens in that regard.
tc monitor session output
root@GL-MV1000:~# tc monitor
qdisc cake 8049: dev TMP_IFB_4_SQM root bandwidth unlimited diffserv3 triple-isolate nonat nowash no-ack-filter split-gso rtt 100.0ms raw overhead 0
deleted qdisc noqueue 0: dev wan root
qdisc cake 804a: dev wan root bandwidth 15Mbit besteffort dual-srchost nat nowash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
qdisc ingress ffff: dev TMP_IFB_4_SQM parent ffff:fff1 ----------------
qdisc ingress ffff: dev wan parent ffff:fff1 ----------------
qdisc cake 804b: dev ifb4wan root bandwidth 90Mbit besteffort dual-dsthost nat wash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
added filter dev wan parent ffff: protocol all pref 10 u32 chain 0 fh 800::800 order 2048 key ht 800 bkt 0 flowid 1:1 not_in_hw
match 00000000/00000000 at 0
action order 1: mirred (Egress Redirect to device ifb4wan) stolen
index 1 ref 1 bind 1
^C
root@GL-MV1000:~#
Test window output
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 41439451646 bytes 43124877 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 41439451646 bytes 43124877 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
maxpacket 68490 drop_overlimit 0 new_flow_count 613 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev wan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 ta rget 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
root@GL-MV1000:~# SQM_DEBUG=1 SQM_VERBOSITY_MAX=8 /etc/init.d/sqm stop
Command failed: Not found
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 41440097571 bytes 43128636 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 41440097571 bytes 43128636 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
maxpacket 68490 drop_overlimit 0 new_flow_count 614 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev wan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 ta rget 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
root@GL-MV1000:~# SQM_DEBUG=1 SQM_VERBOSITY_MAX=8 /etc/init.d/sqm start
SQM: Starting SQM script: piece_of_cake.qos on wan, in: 90000 Kbps, out: 15000 K bps
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link add name TMP_IFB_4_SQM type ifb
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc qdisc replace dev TMP_IFB_4_SQM root cake
SQM: QDISC cake is useable.
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link set dev TMP_IFB_4_SQM down
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link delete TMP_IFB_4_SQM type ifb
SQM: Starting piece_of_cake.qos
SQM: ifb associated with interface wan:
SQM: Currently no ifb is associated with wan, this is normal during starting of the sqm system.
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link add name ifb4wan type ifb
SQM: egress
SQM: cmd_wrapper: tc: FAILURE (2): /usr/sbin/tc qdisc del dev wan root
SQM: cmd_wrapper: tc: LAST ERROR: RTNETLINK answers: No such file or directory
SQM: LLA: default link layer adjustment method for cake is cake
SQM: cake link layer adjustments: overhead 44 mpu 0
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc qdisc add dev wan root cake bandwidt h 15000kbit overhead 44 mpu 0 besteffort nat dual-srchost
SQM: egress shaping activated
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link add name TMP_IFB_4_SQM type ifb
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc qdisc replace dev TMP_IFB_4_SQM ingr ess
SQM: QDISC ingress is useable.
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link set dev TMP_IFB_4_SQM down
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link delete TMP_IFB_4_SQM type ifb
SQM: ingress
SQM: cmd_wrapper: tc: FAILURE (2): /usr/sbin/tc qdisc del dev wan handle ffff: i ngress
SQM: cmd_wrapper: tc: LAST ERROR: RTNETLINK answers: Invalid argument
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc qdisc add dev wan handle ffff: ingre ss
SQM: cmd_wrapper: tc: FAILURE (2): /usr/sbin/tc qdisc del dev ifb4wan root
SQM: cmd_wrapper: tc: LAST ERROR: RTNETLINK answers: No such file or directory
SQM: LLA: default link layer adjustment method for cake is cake
SQM: cake link layer adjustments: overhead 44 mpu 0
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc qdisc add dev ifb4wan root cake band width 90000kbit overhead 44 mpu 0 besteffort wash nat dual-dsthost
SQM: cmd_wrapper: ip: SUCCESS: /sbin/ip link set dev ifb4wan up
SQM: cmd_wrapper: tc: SUCCESS: /usr/sbin/tc filter add dev wan parent ffff: prot ocol all prio 10 u32 match u32 0 0 flowid 1:1 action mirred egress redirect dev ifb4wan
SQM: ingress shaping activated
SQM: piece_of_cake.qos was started on wan successfully
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 41441236566 bytes 43133391 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 41441236566 bytes 43133391 pkt (dropped 0, overlimits 0 requeues 262)
backlog 0b 0p requeues 262
maxpacket 68490 drop_overlimit 0 new_flow_count 614 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc cake 804a: dev wan root refcnt 2 bandwidth 15Mbit besteffort dual-srchost nat nowash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 192191 bytes 1003 pkt (dropped 0, overlimits 92 requeues 0)
backlog 0b 0p requeues 0
memory used: 13824b of 4Mb
capacity estimate: 15Mbit
min/max network layer size: 32 / 1500
min/max overhead-adjusted size: 76 / 1544
average network hdr offset: 14
Tin 0
thresh 15Mbit
target 5.0ms
interval 100.0ms
pk_delay 792us
av_delay 49us
sp_delay 8us
backlog 0b
pkts 1003
bytes 192191
way_inds 0
way_miss 67
way_cols 0
drops 0
marks 0
ack_drop 0
sp_flows 0
bk_flows 1
un_flows 0
max_len 1514
quantum 457
qdisc ingress ffff: dev wan parent ffff:fff1 ----------------
Sent 205997 bytes 1057 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 ta rget 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc cake 804b: dev ifb4wan root refcnt 2 bandwidth 90Mbit besteffort dual-dsth ost nat wash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 220795 bytes 1057 pkt (dropped 0, overlimits 75 requeues 0)
backlog 0b 0p requeues 0
memory used: 4608b of 4500000b
capacity estimate: 90Mbit
min/max network layer size: 46 / 1500
min/max overhead-adjusted size: 90 / 1544
average network hdr offset: 14
Tin 0
thresh 90Mbit
target 5.0ms
interval 100.0ms
pk_delay 49us
av_delay 20us
sp_delay 6us
backlog 0b
pkts 1057
bytes 220795
way_inds 1
way_miss 78
way_cols 0
drops 0
marks 0
ack_drop 0
sp_flows 1
bk_flows 1
un_flows 0
max_len 1514
quantum 1514
root@GL-MV1000:~#
I actually went ahead and reset the router before I posted here to see if that would fix it somehow.
1 Like
well, now you've got cake on both wan and ifb4wan so it should be working right.
1 Like
It is working right now. The problem is if I change any settings in Luci SQM config upload settings don't seem to be applied, will leave as is for the time being. Thanks!
1 Like
Mmmh, the last test data was after the reset then?
Everything on this thread was after reset.
When you say reset, what exactky did you do? Dis you reboot the router or did you take more drastic measures like e.g. using the firstboot command to revert the router to its pristine initial state (which requires reconfiguring everything)?
Held the reset button for 10 seconds on the router. All settings went back to default, had to reconfigure everything and reinstall packages. My problem with SQM settings persisted after that. Do you think maybe that method does not completely reset all settings?
I have no clue, since I have never touched a gl.net device.
Mmh, so the last tc -s qdisc output looks like things work. What do you currently see if you call tc -s qdisc is the egress shaper still active?
Yes, still working, but that's only because I haven't changed any settings in Luci SQM config since SQM was activated via SSH for previous test.
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 67366480564 bytes 70479887 pkt (dropped 0, overlimits 0 requeues 299)
backlog 0b 0p requeues 299
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 67366480564 bytes 70479887 pkt (dropped 0, overlimits 0 requeues 299)
backlog 0b 0p requeues 299
maxpacket 68490 drop_overlimit 0 new_flow_count 867 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc cake 804a: dev wan root refcnt 2 bandwidth 15Mbit besteffort dual-srchost nat nowash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 2772019325 bytes 8765260 pkt (dropped 56567, overlimits 4807731 requeues 0 )
backlog 0b 0p requeues 0
memory used: 4196608b of 4Mb
capacity estimate: 15Mbit
min/max network layer size: 28 / 1500
min/max overhead-adjusted size: 72 / 1544
average network hdr offset: 14
Tin 0
thresh 15Mbit
target 5.0ms
interval 100.0ms
pk_delay 1.6ms
av_delay 128us
sp_delay 15us
backlog 0b
pkts 8821827
bytes 2845419274
way_inds 347239
way_miss 148064
way_cols 0
drops 56567
marks 60
ack_drop 0
sp_flows 2
bk_flows 1
un_flows 0
max_len 1514
quantum 457
qdisc ingress ffff: dev wan parent ffff:fff1 ----------------
Sent 23924092045 bytes 22112998 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 ta rget 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc cake 804b: dev ifb4wan root refcnt 2 bandwidth 90Mbit besteffort dual-dsth ost nat wash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 24173493369 bytes 22072827 pkt (dropped 40171, overlimits 28056262 requeue s 0)
backlog 0b 0p requeues 0
memory used: 1233Kb of 4500000b
capacity estimate: 90Mbit
min/max network layer size: 42 / 1500
min/max overhead-adjusted size: 86 / 1544
average network hdr offset: 14
Tin 0
thresh 90Mbit
target 5.0ms
interval 100.0ms
pk_delay 532us
av_delay 82us
sp_delay 11us
backlog 0b
pkts 22112998
bytes 24233674017
way_inds 1169596
way_miss 178632
way_cols 0
drops 40171
marks 2
ack_drop 0
sp_flows 3
bk_flows 1
un_flows 0
max_len 1514
quantum 1514
Now, I changed egress limit from 15000 to 20000 in LUCI and the result is...
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 67749844702 bytes 70866007 pkt (dropped 0, overlimits 0 requeues 299)
backlog 0b 0p requeues 299
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 67749844702 bytes 70866007 pkt (dropped 0, overlimits 0 requeues 299)
backlog 0b 0p requeues 299
maxpacket 68490 drop_overlimit 0 new_flow_count 870 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev wan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc ingress ffff: dev wan parent ffff:fff1 ----------------
Sent 172760112 bytes 182309 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 ta rget 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc cake 804e: dev ifb4wan root refcnt 2 bandwidth 90Mbit besteffort dual-dsth ost nat wash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 174645424 bytes 181868 pkt (dropped 441, overlimits 203635 requeues 0)
backlog 0b 0p requeues 0
memory used: 373248b of 4500000b
capacity estimate: 90Mbit
min/max network layer size: 46 / 1500
min/max overhead-adjusted size: 90 / 1544
average network hdr offset: 14
Tin 0
thresh 90Mbit
target 5.0ms
interval 100.0ms
pk_delay 2.5ms
av_delay 510us
sp_delay 10us
backlog 0b
pkts 182309
bytes 175312438
way_inds 414
way_miss 812
way_cols 0
drops 441
marks 0
ack_drop 0
sp_flows 4
bk_flows 1
un_flows 0
max_len 1514
quantum 1514
No egress shaper applied
Okay, I guess the good thing is the whole issue seems reliably broken 
So from the current status, please let's go through this step by step, ideally you do not make any changes outside of our debugging session.
The plan will be the following, but don't follow it yet, just look at the actual next step instructions below (this is just an overview so we can discuss the plan before embarking on it):
-
Document the starting point:
a)cat /etc/config/sqm
b)tc -s qdisc
c)logread | grep -e SQM -
See what happens on stopping the current SQM instance
a) starttc monitorin another SSH window
b)SQM_DEBUG=1 SQM_VERBOSITY_MAX=10 /etc/init.d/sqm stop
c)tc -s qdisc
d) stop the tc monitor by pressing CTRL-c in that session's terminal window -
See what we get we get when starting SQM again:
a) starttc monitorin another SSH window
b)SQM_DEBUG=1 SQM_VERBOSITY_MAX=10 /etc/init.d/sqm start
c)tc -s qdisc
d) stop the tc monitor by pressing CTRL-c in that session's terminal window
If you agree with that plan (in spite if it being a repetition of steps we already undertook before) let me know, otherwise let me know your plan.
next step instruction
- Document the starting point:
a)cat /etc/config/sqm
b)tc -s qdisc
c)logread | grep -e SQM
Then please post the output here, ideally by quoting each of the three outputs individually (like you did before).
Two points to the dicssussion:
I think that it might be interesting to see also the network config settings from /etc/config/network
So far the whole discussion has been around SQM config to tc rules, but I wonder if there is something screwed in the network, which might cause something for the SQM.
I also wonder which OpenWrt version @felang is running, and is the debugging worthwhile at all...
- message 19 says:
OpenWrt 19.07.0-rc1. That is from late 2019.
Using an early 19.07.0 rc1 version from 2019 (instead of 19.07.7) sounds strange in general, and there may have been old bugs that have been already ironed out by now. - Note that support for
GL-MV1000has been added to the official OpenWrt in April 2020, half a year later. - @felang himself says:
I'm running most recently available gl.inet firmware package for the MV1000
To me it sounds like some old GL-inet's proprietary version based on really old 19.07 rc version, with a possibly modified proprietary SQM version of that time, (and cake, and tc and ...).
It would be more interesting if the bug manifests itself with the current 21.02 or current master. The real OpenWrt, not the GL-inet's private fork.
1 Like
@felang
Can you also do these commands:
opkg list-installed | grep sqm
opkg list-installed | grep cake
opkg list-installed | grep tc
Output should be something like below, (but naturally reflecting your versions)
root@router1:~# opkg list-installed | grep sqm
luci-app-sqm - 1.4.0-2
sqm-scripts - 1.4.0-2
root@router1:~# opkg list-installed | grep cake
kmod-sched-cake - 4.14.229+2019-03-12-057c7388-1
root@router1:~# opkg list-installed | grep tc
libip4tc2 - 1.8.3-1
libip6tc2 - 1.8.3-1
tc - 5.0.0-2.1
EDIT: I edited the message to contain the example values from my own recent 19.07 build
1 Like
Sorry guys, have been real busy at work... so here goes nothing...
Starting off with SQM enabled in LUCI config, download 90000 kbits/s, upload 40000 kbits/s.
As per usual download shaping is working, upload shaping is not
a) cat /etc/config/sqm
config queue 'eth1'
option interface 'wan'
option debug_logging '0'
option verbosity '5'
option qdisc 'cake'
option script 'piece_of_cake.qos'
option linklayer 'ethernet'
option overhead '44'
option qdisc_advanced '1'
option squash_dscp '1'
option squash_ingress '1'
option ingress_ecn 'ECN'
option egress_ecn 'NOECN'
option qdisc_really_really_advanced '1'
option iqdisc_opts 'nat dual-dsthost'
option eqdisc_opts 'nat dual-srchost'
option download '90000'
option enabled '1'
option upload '40000'
b) tc -s qdisc
root@GL-MV1000:~# tc -s qdisc
qdisc noqueue 0: dev lo root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc mq 0: dev eth0 root
Sent 152805037808 bytes 151756570 pkt (dropped 0, overlimits 0 requeues 316)
backlog 0b 0p requeues 316
qdisc fq_codel 0: dev eth0 parent :8 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :7 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :6 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :5 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :4 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :3 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc fq_codel 0: dev eth0 parent :1 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 152805037808 bytes 151756570 pkt (dropped 0, overlimits 0 requeues 316)
backlog 0b 0p requeues 316
maxpacket 68490 drop_overlimit 0 new_flow_count 1496 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev wan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc ingress ffff: dev wan parent ffff:fff1 ----------------
Sent 85412481 bytes 154595 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan0 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc noqueue 0: dev lan1 root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc fq_codel 0: dev usb0 root refcnt 2 limit 10240p flows 1024 quantum 1514 target 5.0ms interval 100.0ms memory_limit 4Mb ecn
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
maxpacket 0 drop_overlimit 0 new_flow_count 0 ecn_mark 0
new_flows_len 0 old_flows_len 0
qdisc noqueue 0: dev br-lan root refcnt 2
Sent 0 bytes 0 pkt (dropped 0, overlimits 0 requeues 0)
backlog 0b 0p requeues 0
qdisc cake 8051: dev ifb4wan root refcnt 2 bandwidth 90Mbit besteffort dual-dsthost nat wash no-ack-filter split-gso rtt 100.0ms noatm overhead 44
Sent 86099993 bytes 153619 pkt (dropped 976, overlimits 96490 requeues 0)
backlog 0b 0p requeues 0
memory used: 612Kb of 4500000b
capacity estimate: 90Mbit
min/max network layer size: 46 / 1500
min/max overhead-adjusted size: 90 / 1544
average network hdr offset: 14
Tin 0
thresh 90Mbit
target 5.0ms
interval 100.0ms
pk_delay 85us
av_delay 18us
sp_delay 3us
backlog 0b
pkts 154595
bytes 87576811
way_inds 1
way_miss 403
way_cols 0
drops 976
marks 0
ack_drop 0
sp_flows 1
bk_flows 1
un_flows 0
max_len 1514
quantum 1514
c) logread | grep -e SQM
root@GL-MV1000:~# logread | grep -e SQM
Sat Apr 17 18:11:42 2021 user.notice SQM: Starting SQM script: piece_of_cake.qos on wan, in: 90000 Kbps, out: 40000 Kbps
Sat Apr 17 18:11:42 2021 user.notice SQM: piece_of_cake.qos was started on wan successfully
Hope this helps!
- I think that it might be interesting to see also the network config settings from /etc/config/network
I removed my wan ip and gateway
config interface 'loopback'
option ifname 'lo'
option proto 'static'
option ipaddr '127.0.0.1'
option netmask '255.0.0.0'
config globals 'globals'
option ula_prefix 'fd2e:41ed:ba28::/48'
config interface 'lan'
option type 'bridge'
option ifname 'lan0 lan1 usb0'
option proto 'static'
option netmask '255.255.255.0'
option ip6assign '60'
option hostname 'GL-MV1000-fd4'
option ipaddr '192.168.8.1'
config interface 'wan'
option ifname 'wan'
option proto 'static'
option netmask '255.255.255.252'
option metric '10'
option ipaddr 'xxx.xxx.xxx.xxx'
option gateway 'xxx.xxx.xxx.xxx'
option dns '8.8.8.8'
config interface 'lan0'
option ifname 'lan0'
option macaddr '94:83:c4:00:bf:d5'
config interface 'lan1'
option ifname 'lan1'
option macaddr '94:83:c4:00:bf:d5'
Regarding No 2, GL.inet firmware is in fact based on OpenWrt 19.07.0-rc1 r10649-c4fdb377a2. I will look into running plain vanilla Openwrt, have not done that yet because the stock firmware includes Wireshark Server config that is extremely easy to set up, and I use that ocasionally.
root@GL-MV1000:~# opkg list-installed | grep sqm
luci-app-sqm - 1.3.0-1
sqm-scripts - 1.3.0-1
root@GL-MV1000:~#
root@GL-MV1000:~# opkg list-installed | grep cake
kmod-sched-cake - 4.14.151+2019-03-12-057c7388-1
root@GL-MV1000:~#
root@GL-MV1000:~# opkg list-installed | grep cake
kmod-sched-cake - 4.14.151+2019-03-12-057c7388-1
root@GL-MV1000:~# opkg list-installed | grep tc
libip4tc2 - 1.8.3-1
libip6tc2 - 1.8.3-1
libsmartcols1 - 2.34-1
lighttpd-mod-fastcgi - 1.4.48-2
tc - 5.0.0-2.1
uclient-fetch - 2019-05-30-3b3e368d-1
usb-modeswitch - 2017-12-19-f40f84c2-2
root@GL-MV1000:~#