Ok, IT IS DONE!
The Finnish ISP TeliaSonera's "Viihde" IPTV-service is up and running on Zyxel VMG3326-D20A (same as Zyxel P-2812HNU-F1), OpenWRT BB 14.07, Kernel version 3.10.49 through RJ11 VDSL2 line (ptm).
Huge huge huge thanks goes to PaulFertser on irc. Without his input I'd never gotten this to work!
Anyway here is the settings we had to take in use to get it to work. They might not be pretty (like, we aint tagging on the VID as I were planning on first etc), but who cares if it works? I believe these settings could be used to other ISP's with some changes...
Here are the settings in use, MAC addresses have been redacted but other than that, this is practically a full dump of settings. Requires IGMPPROXY on top of the normal operation. Also if you have ETHERNET WAN in use, I believe you have to change wan_iptv-part to reflect your setup, and so on.
/etc/config/network
config interface 'loopback'
option ifname 'lo'
option proto 'static'
option ipaddr '127.0.0.1'
option netmask '255.0.0.0'
config globals 'globals'
option ula_prefix 'fd05:643b:6a84::/48'
config interface 'lan'
option force_link '1'
option type 'bridge'
option igmp_snooping '1'
option proto 'static'
option ipaddr '192.168.1.1'
option netmask '255.255.255.0'
option ip6assign '60'
option ifname 'eth0.1'
option macaddr '00:01:02:03:04:05'
config interface 'lan_iptv'
option proto static
option ifname eth0.3
option ipaddr 192.168.2.1
option netmask 255.255.255.0
config interface 'wan_iptv'
option proto 'dhcp'
option ifname 'ptm0.252'
option defaultroute 0
config switch
option name 'switch0'
option reset '1'
option enable_vlan '1'
config switch_vlan
option device 'switch0'
option vlan '1'
option ports '0 1 2 6t'
config switch_vlan
option device 'switch0'
option vlan '2'
option ports '5 6t'
config interface 'eth_wan'
option proto 'dhcp'
option ifname 'eth0.2'
option macaddr 'xx:xx:xx:xx:xx:C8'
config interface 'wan'
option proto 'dhcp'
option ifname 'ptm0'
option service 'Data'
option wan_instance '3.1.2.1'
option macaddr 'xx:xx:xx:xx:xx:C9'
config vdsl 'dsl'
option annex 'b'
option firmware '/lib/firmware/vdsl_b.bin'
option tone 'bv'
option xfer_mode 'ptm'
config atm-bridge
option unit '0'
option atmdev '0'
option encaps 'llc'
option payload 'bridged'
option vci '33'
option vpi '0'
config switch_vlan
option device 'switch0'
option vlan '3'
option ifname 'eth0.3'
option ports '4 6t'
/etc/config/dhcp
config dnsmasq
option domainneeded '1'
option boguspriv '1'
option filterwin2k '0'
option localise_queries '1'
option rebind_protection '1'
option rebind_localhost '1'
option local '/lan/'
option domain 'lan'
option expandhosts '1'
option nonegcache '0'
option authoritative '1'
option readethers '1'
option leasefile '/tmp/dhcp.leases'
option resolvfile '/tmp/resolv.conf.auto'
config dhcp 'lan'
option interface 'lan'
option start '100'
option limit '150'
option leasetime '12h'
option dhcpv6 'server'
option ra 'server'
config dhcp lan_iptv
option interface lan_iptv
option start '100'
option limit '150'
option leasetime '12h'
config dhcp 'wan'
option interface 'wan'
option ignore '1'
config odhcpd 'odhcpd'
option maindhcp '0'
option leasefile '/tmp/hosts/odhcpd'
option leasetrigger '/usr/sbin/odhcpd-update'
/etc/config/firewall
config defaults
option syn_flood 1
option input ACCEPT
option output ACCEPT
option forward REJECT
# Uncomment this line to disable ipv6 rules
# option disable_ipv6 1
config zone
option name lan
list network 'lan'
option input ACCEPT
option output ACCEPT
option forward ACCEPT
config zone
option name lan_iptv
list network 'lan_iptv'
option input ACCEPT
option output ACCEPT
option forward ACCEPT
config zone
option name wan
list network 'wan'
list network 'wan6'
option input REJECT
option output ACCEPT
option forward REJECT
option masq 1
option mtu_fix 1
config zone
option name wan_iptv
list network 'wan_iptv'
option input REJECT
option output ACCEPT
option forward REJECT
option masq 1
config forwarding
option src lan
option dest wan
config forwarding
option src lan_iptv
option dest wan_iptv
config forwarding
option src lan_iptv
option dest wan
config rule
option src wan_iptv
option proto igmp
option target ACCEPT
config rule
option src wan_iptv
option proto udp
option dest lan_iptv
option dest_ip 224.0.0.0/4
option target ACCEPT
option family ipv4
# We need to accept udp packets on port 68,
# see https://dev.openwrt.org/ticket/4108
config rule
option name Allow-DHCP-Renew
option src wan
option proto udp
option dest_port 68
option target ACCEPT
option family ipv4
# Allow IPv4 ping
config rule
option name Allow-Ping
option src wan
option proto icmp
option icmp_type echo-request
option family ipv4
option target ACCEPT
# Allow DHCPv6 replies
# see https://dev.openwrt.org/ticket/10381
config rule
option name Allow-DHCPv6
option src wan
option proto udp
option src_ip fe80::/10
option src_port 547
option dest_ip fe80::/10
option dest_port 546
option family ipv6
option target ACCEPT
# Allow essential incoming IPv6 ICMP traffic
config rule
option name Allow-ICMPv6-Input
option src wan
option proto icmp
list icmp_type echo-request
list icmp_type echo-reply
list icmp_type destination-unreachable
list icmp_type packet-too-big
list icmp_type time-exceeded
list icmp_type bad-header
list icmp_type unknown-header-type
list icmp_type router-solicitation
list icmp_type neighbour-solicitation
list icmp_type router-advertisement
list icmp_type neighbour-advertisement
option limit 1000/sec
option family ipv6
option target ACCEPT
# Allow essential forwarded IPv6 ICMP traffic
config rule
option name Allow-ICMPv6-Forward
option src wan
option dest *
option proto icmp
list icmp_type echo-request
list icmp_type echo-reply
list icmp_type destination-unreachable
list icmp_type packet-too-big
list icmp_type time-exceeded
list icmp_type bad-header
list icmp_type unknown-header-type
option limit 1000/sec
option family ipv6
option target ACCEPT
# include a file with users custom iptables rules
config include
option path /etc/firewall.user
### EXAMPLE CONFIG SECTIONS
# do not allow a specific ip to access wan
#config rule
# option src lan
# option src_ip 192.168.45.2
# option dest wan
# option proto tcp
# option target REJECT
# block a specific mac on wan
#config rule
# option dest wan
# option src_mac 00:11:22:33:44:66
# option target REJECT
# block incoming ICMP traffic on a zone
#config rule
# option src lan
# option proto ICMP
# option target DROP
# port redirect port coming in on wan to lan
#config redirect
# option src wan
# option src_dport 80
# option dest lan
# option dest_ip 192.168.16.235
# option dest_port 80
# option proto tcp
# port redirect of remapped ssh port (22001) on wan
#config redirect
# option src wan
# option src_dport 22001
# option dest lan
# option dest_port 22
# option proto tcp
# allow IPsec/ESP and ISAKMP passthrough
#config rule
# option src wan
# option dest lan
# option protocol esp
# option target ACCEPT
#config rule
# option src wan
# option dest lan
# option src_port 500
# option dest_port 500
# option proto udp
# option target ACCEPT
### FULL CONFIG SECTIONS
#config rule
# option src lan
# option src_ip 192.168.45.2
# option src_mac 00:11:22:33:44:55
# option src_port 80
# option dest wan
# option dest_ip 194.25.2.129
# option dest_port 120
# option proto tcp
# option target REJECT
#config redirect
# option src lan
# option src_ip 192.168.45.2
# option src_mac 00:11:22:33:44:55
# option src_port 1024
# option src_dport 80
# option dest_ip 194.25.2.129
# option dest_port 120
# option proto tcp
/etc/config/igmpproxy
config igmpproxy
option quickleave 1
config phyint
option network wan_iptv
option direction upstream
list altnet 0.0.0.0/0
config phyint
option network lan_iptv
option direction downstream
