WIP: router: attempt static ipv6 gateway on wan

hosts/router/default.nix

@@ -3,8 +3,12 @@ let
   domain = "cazzzer.com";
   ldomain = "l.${domain}";
   sysdomain = "sys.${domain}";
-
+  links = {
-  lanLL = "fe80::be24:11ff:fe83:d8de";
+    wanMAC = "bc:24:11:4f:c9:c4";
+    lanMAC = "bc:24:11:83:d8:de";
+    wanLL = "fe80::be24:11ff:fe4f:c9c4";
+    lanLL = "fe80::be24:11ff:fe83:d8de";
+  };
 
   mkIfConfig = {
     name_,
@@ -13,6 +17,8 @@ let
     p6_,  # /64
     ulaPrefix_,  # /64
     token? 1,
+    ip6Token_? "::${toString token}",
+    ulaToken_? "::${toString token}",
     }: rec {
       name = name_;
       domain = domain_;
@@ -24,13 +30,14 @@ let
       p6 = p6_;
       p6Size = 64;
       net6 = "${p6}::/${toString p6Size}";
-      ip6Token = "::${toString token}";
+      ip6Token = ip6Token_;
       addr6 = "${p6}${ip6Token}";
       addr6Sized = "${addr6}/${toString p6Size}";
       ulaPrefix = ulaPrefix_;
       ulaSize = 64;
       ulaNet = "${ulaPrefix}::/${toString ulaSize}";
-      ulaAddr = "${ulaPrefix}${ip6Token}";
+      ulaToken = ulaToken_;
+      ulaAddr = "${ulaPrefix}${ulaToken}";
       ulaAddrSized = "${ulaAddr}/${toString ulaSize}";
     };
 
@@ -43,6 +50,7 @@ let
       addr4 = "192.168.1.61";
       addr4Sized = "${addr4}/24";
       gw4 = "192.168.1.254";
+      gw6 = "fe80::e21f:2bff:fe96:e952";
     };
     lan = mkIfConfig {
       name_ = "lan";
@@ -62,8 +70,9 @@ let
       name_ = "${lan.name}.20";
       domain_ = "life.${ldomain}";
       p4_ = "${p4}.20";                  # .0/24
-      p6_ = "";                          # p6 not defined for lan20, managed by Att box
+      p6_ = "${pdFromWan}0";             # ::/64 managed by Att box
       ulaPrefix_ = "${ulaPrefix}:0020";  # ::/64
+      ip6Token_ = "::1:1";  # override ipv6 for lan20, since the Att box uses ::1 here
     };
     lan30 = mkIfConfig {
       name_ = "${lan.name}.30";
@@ -222,25 +231,28 @@ let
     matchConfig.Name = ifObj.name;
     networkConfig = {
       IPv4Forwarding = true;
-      IPv6SendRA = true;
+      IPv6SendRA = (ifObj.name != ifs.lan10.name);  # TODO: temporary test, remove
-      Address = [ ifObj.addr4Sized ];
+      Address = [ ifObj.addr4Sized ifObj.addr6Sized ifObj.ulaAddrSized ];
     };
-    ipv6Prefixes = lib.optionals (ifObj.p6 != "") [ {
+    ipv6Prefixes = [
+      {
         Prefix = ifObj.net6;
         Assign = true;
         # Token = [ "static::1" "eui64" ];
         Token = [ "static:${ifObj.ip6Token}" ];
-      } ]
+      }
-      ++
+      {
-      lib.optionals (ifObj.ulaPrefix != "") [ {
           Prefix = ifObj.ulaNet;
           Assign = true;
-          Token = [ "static:${ifObj.ip6Token}" ];
+          Token = [ "static:${ifObj.ulaToken}" ];
-      } ];
+      }
+    ];
     ipv6RoutePrefixes = [ { Route = "${ulaPrefix}::/48"; } ];
     ipv6SendRAConfig = {
-      Managed = (ifObj.p6 != "");
+      # don't manage the att box subnet
-      OtherInformation = (ifObj.p6 != "");
+      # should work fine either way though
+      Managed = (ifObj.p6 != "${pdFromWan}0");
+      OtherInformation = (ifObj.p6 != "${pdFromWan}0");
       EmitDNS = true;
       DNS = [ ifObj.ulaAddr ];
     };
@@ -311,6 +323,10 @@ in
     interface ${ifs.wan.name}
       ipv6rs
       dhcp6
+      duid
+      ipv6only
+      nohook resolv.conf, yp, hostname, ntp
+      option rapid_commit
 
       # this doesn't play well with networkd
       # ia_na
@@ -320,12 +336,12 @@ in
 
       # request the leases just for routing (so that the att box knows we're here)
       # actual ip assignments are static, based on $pdFromWan
-      ia_pd 1 -
+      ia_pd 1/${ifs.lan.net6} -
-      ia_pd 2 -
+      ia_pd 10/${ifs.lan10.net6} -
-      ia_pd 3 -
+      # ia_pd 20/${pdFromWan}d::/64 -  # for opnsense (legacy services)
-      ia_pd 4 -
+      ia_pd 30/${ifs.lan30.net6} -
-      ia_pd 5 -
+      ia_pd 40/${ifs.lan40.net6} -
-      # ia_pd 6 -
+      ia_pd 50/${ifs.lan50.net6} -
       # ia_pd 7 -
       # ia_pd 8 -
   '';
@@ -344,17 +360,17 @@ in
     # https://nixos.org/manual/nixos/stable/#sec-rename-ifs
     links = {
       "10-wan" = {
-        matchConfig.PermanentMACAddress = "bc:24:11:4f:c9:c4";
+        matchConfig.PermanentMACAddress = links.wanMAC;
         linkConfig.Name = ifs.wan.name;
       };
       "10-lan" = {
-        matchConfig.PermanentMACAddress = "bc:24:11:83:d8:de";
+        matchConfig.PermanentMACAddress = links.lanMAC;
         linkConfig.Name = ifs.lan.name;
       };
     };
 
     netdevs = {
-      "10-vlan10" = mkVlanDev { id = 10; name = ifs.lan10.name; };
+      # "10-vlan10" = mkVlanDev { id = 10; name = ifs.lan10.name; };
       "10-vlan20" = mkVlanDev { id = 20; name = ifs.lan20.name; };
       "10-vlan30" = mkVlanDev { id = 30; name = ifs.lan30.name; };
       "10-vlan40" = mkVlanDev { id = 40; name = ifs.lan40.name; };
@@ -372,27 +388,78 @@ in
           Address = [ ifs.wan.addr4Sized ];
           IPv6AcceptRA = false;
         };
-        routes = [ { Gateway = ifs.wan.gw4; } ];
+        routes = [
+          { Gateway = ifs.wan.gw4; }
+          { Gateway = ifs.wan.gw6; }
+        ];
         # make routing on this interface a dependency for network-online.target
         linkConfig.RequiredForOnline = "routable";
       };
       "20-lan" = (mkLanConfig ifs.lan) // {
         vlan = [
-          ifs.lan10.name
+          # ifs.lan10.name
           ifs.lan20.name
           ifs.lan30.name
           ifs.lan40.name
           ifs.lan50.name
         ];
       };
-      "30-vlan10" = mkLanConfig ifs.lan10;
+      # "30-vlan10" = mkLanConfig ifs.lan10;
-      "30-vlan20" = mkLanConfig ifs.lan20;
+      "30-vlan20" = mkLanConfig ifs.lan20 // {
+        routes = [
+          {
+            # OPNsense subnet route
+            Destination = "${pdFromWan}d::/64";
+            Gateway = "fe80::1efd:8ff:fe71:954e";
+          }
+        ];
+      };
       "30-vlan30" = mkLanConfig ifs.lan30;
       "30-vlan40" = mkLanConfig ifs.lan40;
       "30-vlan50" = mkLanConfig ifs.lan50;
     };
   };
 
+  networking.interfaces = {
+#    ${ifs.lan10.name} = {
+#      ipv4.addresses = [ { address = ifs.lan10.addr4; prefixLength = ifs.lan10.p4Size; } ];
+#      ipv6.addresses = [
+#        {
+#          address = ifs.lan10.addr6;
+#          prefixLength = ifs.lan10.p6Size;
+#        }
+#        {
+#          address = ifs.lan10.ulaAddr;
+#          prefixLength = ifs.lan10.ulaSize;
+#        }
+#      ];
+#    };
+  };
+  networking.dhcpcd.allowInterfaces = [ ifs.wan.name ];
+
+  services.radvd.enable = false;
+  services.radvd.config = ''
+    interface ${ifs.lan10.name} {
+      RDNSS ${ifs.lan.ulaAddr} {
+      };
+      AdvSendAdvert on;
+      # MinRtrAdvInterval 3;
+      # MaxRtrAdvInterval 10;
+      AdvManagedFlag on;
+      # AdvOtherConfigFlag on;
+      prefix ${ifs.lan10.net6} {
+        AdvOnLink on;
+        AdvAutonomous on;
+      };
+      prefix ${ifs.lan10.ulaNet} {
+        AdvOnLink on;
+        AdvAutonomous on;
+      };
+      route ${ulaPrefix}::/48 {
+      };
+    };
+  '';
+
   networking.firewall.enable = false;
   networking.nftables.enable = true;
   networking.nftables.tables.firewall = {
@@ -407,10 +474,11 @@ in
           ${ifs.lan40.name},
           ${ifs.lan50.name},
       }
+      define OPNSENSE_P6 = ${pdFromWan}d::/64
       define RFC1918 = { 10.0.0.0/8, 172.12.0.0/12, 192.168.0.0/16 }
 
       define ALLOWED_TCP_PORTS = { ssh, https }
-      define ALLOWED_UDP_PORTS = { domain }
+      define ALLOWED_UDP_PORTS = { bootps, dhcpv6-server, domain }
 
       map port_forward_v4 {
           type inet_proto . inet_service : ipv4_addr . inet_service
@@ -421,7 +489,8 @@ in
       set port_forward_v6 {
           type inet_proto . ipv6_addr . inet_service
           elements = {
-              tcp . ${ifs.lan.p6}::1 . https
+              tcp . ${ifs.lan.p6}::11:1 . https,
+              tcp . ${ifs.lan.p6}:1cd5:56ff:feec:c74a . https,
           }
       }
 
@@ -431,7 +500,9 @@ in
           # Drop router adverts from self
           # peculiarity due to wan and lan20 being bridged
           # TODO: figure out a less jank way to do this
-          ip6 saddr ${lanLL} icmpv6 type nd-router-advert drop
+          iifname $ZONE_WAN_IFS ip6 saddr ${links.lanLL} icmpv6 type nd-router-advert log drop
+          # iifname $ZONE_WAN_IFS ip6 saddr ${links.lanLL} log drop
+          # iifname $ZONE_LAN_IFS ip6 saddr ${links.wanLL} log drop
 
           # Allow established and related connections
           # All icmp stuff should (theoretically) be handled by ct related
@@ -440,20 +511,24 @@ in
 
           # However, that doesn't happen for router advertisements from what I can tell
           # TODO: more testing
-          # Allow ICMPv6 on link local addrs
+          # Allow ICMPv6 on local addrs
-          ip6 nexthdr icmpv6 ip6 saddr fe80::/10 accept
+          ip6 nexthdr icmpv6 ip6 saddr { fe80::/10, ${pdFromWan}0::/60 } accept
           ip6 nexthdr icmpv6 ip6 daddr fe80::/10 accept # TODO: not sure if necessary
 
           # Allow all traffic from loopback interface
           iif lo accept
 
           # Allow DHCPv6 client traffic
-          ip6 daddr { fe80::/10, ff02::/16 } udp dport dhcpv6-server accept
+          ip6 daddr { fe80::/10, ff02::/16 } th dport dhcpv6-server accept
 
           # WAN zone input rules
           iifname $ZONE_WAN_IFS jump zone_wan_input
           # LAN zone input rules
+          iifname $ZONE_LAN_IFS accept
           iifname $ZONE_LAN_IFS jump zone_lan_input
+          ip6 saddr $OPNSENSE_P6 jump zone_lan_input
+
+          log
       }
 
       chain forward {
@@ -466,6 +541,7 @@ in
           iifname $ZONE_WAN_IFS jump zone_wan_forward
           # LAN zone forward rules
           iifname $ZONE_LAN_IFS jump zone_lan_forward
+          ip6 saddr $OPNSENSE_P6 jump zone_lan_forward
       }
 
       chain zone_wan_input {
@@ -537,7 +613,7 @@ in
   services.kea.dhcp4.settings = {
     interfaces-config.interfaces = [
       ifs.lan.name
-      ifs.lan10.name
+      # ifs.lan10.name
       ifs.lan20.name
       ifs.lan30.name
       ifs.lan40.name
@@ -547,7 +623,7 @@ in
     ddns-qualifying-suffix = "4.default.${ldomain}";
     subnet4 = [
       ((mkDhcp4Subnet 1 ifs.lan) // reservations.lan.v4)
-      (mkDhcp4Subnet 10 ifs.lan10)
+      # (mkDhcp4Subnet 10 ifs.lan10)
       ((mkDhcp4Subnet 20 ifs.lan20) // reservations.lan20.v4)
       (mkDhcp4Subnet 30 ifs.lan30)
       (mkDhcp4Subnet 40 ifs.lan40)
@@ -559,7 +635,7 @@ in
   services.kea.dhcp6.settings = {
     interfaces-config.interfaces = [
       ifs.lan.name
-      ifs.lan10.name
+      # ifs.lan10.name
       # ifs.lan20.name  # Managed by Att box
       ifs.lan30.name
       ifs.lan40.name
@@ -570,7 +646,7 @@ in
     ddns-qualifying-suffix = "6.default.${ldomain}";
     subnet6 = [
       ((mkDhcp6Subnet 1 ifs.lan) // reservations.lan.v6)
-      (mkDhcp6Subnet 10 ifs.lan10)
+      # (mkDhcp6Subnet 10 ifs.lan10)
       (mkDhcp6Subnet 30 ifs.lan30)
       (mkDhcp6Subnet 40 ifs.lan40)
       (mkDhcp6Subnet 50 ifs.lan50)
@@ -618,7 +694,7 @@ in
       "@@||googleads.g.doubleclick.net"
     ]
       # Alpina DNS rewrites
-      ++ map (host: "${host}${domain}^$dnsrewrite=${ifs.lan.p6}::11:1") alpinaDomains
+      ++ map (host: "${host}${domain}^$dnsrewrite=${ifs.lan.p6}:1cd5:56ff:feec:c74a") alpinaDomains
       ++ map (host: "${host}${domain}^$dnsrewrite=${ifs.lan.p4}.11") alpinaDomains;
   };