UE NAT setup to support dynamic UPF scaling

Signed-off-by: hxngillani <[email protected]>

Author: hxngillani

roles/router/tasks/install.yml

@@ -68,6 +68,11 @@
   when: inventory_hostname in groups['master_nodes']
   become: true
 
+- name: Disable GRO flag on the {{ core.data_iface }} interface
+  shell: ethtool -K {{ core.data_iface }} gro off
+  when: inventory_hostname in groups['master_nodes']
+  become: true
+
 - name: find {{ core.data_iface }}'s netplan network directory
   shell: basename $(find /*/systemd/network -maxdepth 1 -not -type d -name '*{{ core.data_iface }}.network' -print)
   register: result

roles/router/templates/systemd/20-aether-core.network

@@ -8,16 +8,6 @@ Name=core
 IPForward=yes
 Address={{ core.upf.core_subnet }}
 
-# Default UPF Route
 [Route]
 Gateway={{ core.upf.default_upf.ip.core }}
-Destination={{ core.upf.default_upf.ue_ip_pool }}
-
-# Additional UPFs - Dynamically Generated Routes
-{% if core.upf.additional_upfs is defined and core.upf.additional_upfs %}
-{% for upf in core.upf.additional_upfs.values() %}
-[Route]
-Gateway={{ upf.ip.core }}
-Destination={{ upf.ue_ip_pool }}
-{% endfor %}
-{% endif %}
+Destination={{ core.upf.default_upf.ue_ip_pool }}

roles/router/templates/systemd/aether-ue-nat.service.j2

@@ -10,15 +10,11 @@ Type=oneshot
 ExecStart=/bin/bash -c "\
     sudo iptables -t nat -C POSTROUTING -s {{ core.upf.default_upf.ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE || \
     sudo iptables -t nat -A POSTROUTING -s {{ core.upf.default_upf.ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE; \
-    {% if '1' in core.upf.additional_upfs %} \
-    sudo iptables -t nat -C POSTROUTING -s {{ core.upf.additional_upfs['1'].ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE || \
-    sudo iptables -t nat -A POSTROUTING -s {{ core.upf.additional_upfs['1'].ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE; \
-    {% endif %} \
-    {% if '2' in core.upf.additional_upfs %} \
-    sudo iptables -t nat -C POSTROUTING -s {{ core.upf.additional_upfs['2'].ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE || \
-    sudo iptables -t nat -A POSTROUTING -s {{ core.upf.additional_upfs['2'].ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE; \
-    {% endif %} \
+    {% for upf_key, upf_data in core.upf.additional_upfs.items() %} \
+    sudo iptables -t nat -C POSTROUTING -s {{ upf_data.ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE || \
+    sudo iptables -t nat -A POSTROUTING -s {{ upf_data.ue_ip_pool }} -o {{ core.data_iface }} -j MASQUERADE; \
+    {% endfor %} \
 "
 
 [Install]
-WantedBy=multi-user.target
+WantedBy=sys-subsystem-net-devices-core.device

roles/upf/tasks/install.yml

@@ -58,6 +58,4 @@
     ip route add {{ item.value.ue_ip_pool }} via {{ item.value.ip.core }}
   when: inventory_hostname in groups['master_nodes']
   with_dict: "{{ core.upf.additional_upfs}}"
-  become: true
-
-  # ignore_errors: yes
+  become: true