Consistent hashing for balancer

.gitmodules

@@ -4,3 +4,6 @@
 [submodule "subprojects/json"]
 	path = subprojects/json
 	url = https://github.com/nlohmann/json.git
+[submodule "subprojects/chash"]
+	path = subprojects/chash
+	url = https://github.com/yanet-platform/chash.git

autotest/units/001_one_port/049_balancer_chash/autotest.yaml

@@ -0,0 +1,53 @@
+steps:
+- ipv4Update:
+  - "0.0.0.0/0 -> 200.0.0.1"
+  - "100.0.0.0/8 -> 100.0.0.5"
+- ipv6Update: "::/0 -> fe80::1"
+- cli:
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::1 80
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::2 80
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::3 80
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::4 80
+  - balancer real flush
+- cli_check: |
+    YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real balancer0 any
+    module     virtual_ip         proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
+    ---------  -----------------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::1  80         true     1       0            0        0
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::2  80         true     1       0            0        0
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::3  80         true     1       0            0        0
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::4  80         true     1       0            0        0
+- cli:
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::3 80 100
+  - balancer real flush
+- sendPackets:
+  - port: kni0
+    send: 001-send.pcap
+    expect: 001-expect.pcap
+- cli_check: |
+    YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real balancer0 any
+    module     virtual_ip         proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
+    ---------  -----------------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::1  80         true     1       3            3        318
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::2  80         true     1       4            4        424
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::3  80         true     100     117          117      12402
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::4  80         true     1       4            4        424
+- cli:
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::1 80 10
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::2 80 10
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::3 80 10
+  - balancer real enable balancer0 2004:dead:beef::1 udp 80 2006::4 80 10
+  - balancer real flush
+- sleep: 1
+- sendPackets:
+  - port: kni0
+    send: 002-send.pcap
+    expect: 002-expect.pcap
+- cli_check: |
+    YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real balancer0 any
+    module     virtual_ip         proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
+    ---------  -----------------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::1  80         true     10      38           38       4028
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::2  80         true     10      32           32       3392
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::3  80         true     10      150          150      15900
+    balancer0  2004:dead:beef::1  udp    80            chash      2006::4  80         true     10      36           36       3816

autotest/units/001_one_port/049_balancer_chash/controlplane.conf

@@ -0,0 +1,48 @@
+{
+  "modules": {
+    "lp0.100": {
+      "type": "logicalPort",
+      "physicalPort": "kni0",
+      "vlanId": "100",
+      "macAddress": "00:11:22:33:44:55",
+      "nextModule": "acl0"
+    },
+    "lp0.200": {
+      "type": "logicalPort",
+      "physicalPort": "kni0",
+      "vlanId": "200",
+      "macAddress": "00:11:22:33:44:55",
+      "nextModule": "acl0"
+    },
+    "acl0": {
+      "type": "acl",
+      "nextModules": [
+        "balancer0",
+        "route0"
+      ]
+    },
+    "balancer0": {
+      "type": "balancer",
+      "source": "2000:51b::1",
+      "source_ipv4": "100.0.0.22",
+      "services": "services.conf",
+      "nextModule": "route0"
+    },
+    "route0": {
+      "type": "route",
+      "interfaces": {
+        "kni0.100": {
+          "neighborIPv6Address": "fe80::1",
+          "neighborIPv4Address": "100.0.0.5",
+          "neighborMacAddress": "00:00:00:00:00:01",
+          "nextModule": "lp0.100"
+        },
+        "kni0.200": {
+          "neighborIPv4Address": "200.0.0.1",
+          "neighborMacAddress": "00:00:00:00:00:02",
+          "nextModule": "lp0.200"
+        }
+      }
+    }
+  }
+}

autotest/units/001_one_port/049_balancer_chash/gen.py

@@ -0,0 +1,31 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+from scapy.all import *
+
+
+def write_pcap(filename, *packetsList):
+	if len(packetsList) == 0:
+		PcapWriter(filename)._write_header(Ether())
+		return
+
+	PcapWriter(filename)
+
+	for packets in packetsList:
+		if type(packets) == list:
+			for packet in packets:
+				packet.time = 0
+				wrpcap(filename, [p for p in packet], append=True)
+		else:
+			packets.time = 0
+			wrpcap(filename, [p for p in packets], append=True)
+
+packages1 = [Ether(dst="00:11:22:33:44:55", src="00:00:00:00:00:02") / Dot1Q(vlan=200) / IPv6(dst="2004:dead:beef::1", src=f"2002::{a_h}:{a_m}:{a_l}", hlim=64) / UDP(dport=80, sport=sport)
+             for sport in (12443, 12444) for a_h in range(4) for a_m in range(4) for a_l in range(4)]
+
+write_pcap("001-send.pcap", *packages1)
+
+packages2 = [Ether(dst="00:11:22:33:44:55", src="00:00:00:00:00:02") / Dot1Q(vlan=200) / IPv6(dst="2004:dead:beef::1", src=f"2002:2::{a_h}:{a_m}:{a_l}", hlim=64) / UDP(dport=80, sport=sport)
+             for sport in (12443, 12444) for a_h in range(4) for a_m in range(4) for a_l in range(4)]
+
+write_pcap("002-send.pcap", *packages2)

autotest/units/001_one_port/049_balancer_chash/services.conf

@@ -0,0 +1,26 @@
+[
+  {
+    "vip": "2004:dead:beef::1",
+    "proto": "udp",
+    "vport": "80",
+    "scheduler": "chash",
+    "reals": [
+      {
+        "ip": "2006::1",
+        "port": "80"
+      },
+      {
+        "ip": "2006::2",
+        "port": "80"
+      },
+      {
+        "ip": "2006::3",
+        "port": "80"
+      },
+      {
+        "ip": "2006::4",
+        "port": "80"
+      }
+    ]
+  }
+]

autotest/units/001_one_port/055_balancer_wlc/autotest.yaml

@@ -14,11 +14,12 @@ steps:
     YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real any
     module     virtual_ip  proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
     ---------  ----------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
-    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       16           16       1568
-    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       8            8        784
-    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       8            8        784
+    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       34           34       3332
+    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       19           19       1862
+    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       11           11       1078
     balancer0  10.1.0.55   tcp    443           wlc        2443::4  443        false    4       0            0        0
 
+
 - cli:
     - balancer real enable balancer0 10.1.0.55 tcp 443 2443::4 443
     - balancer real flush
@@ -30,10 +31,10 @@ steps:
     YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real any
     module     virtual_ip  proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
     ---------  ----------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
-    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       17           17       1666
-    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       10           10       980
-    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       9            9        882
-    balancer0  10.1.0.55   tcp    443           wlc        2443::4  443        true     4       28           28       2744
+    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       35           35       3430
+    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       23           23       2254
+    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       11           11       1078
+    balancer0  10.1.0.55   tcp    443           wlc        2443::4  443        true     4       59           59       5782
 
 - sleep: 2
 - sendPackets:
@@ -44,7 +45,8 @@ steps:
     YANET_FORMAT_COLUMNS=module,virtual_ip,proto,virtual_port,scheduler,real_ip,real_port,enabled,weight,connections,packets,bytes balancer real any
     module     virtual_ip  proto  virtual_port  scheduler  real_ip  real_port  enabled  weight  connections  packets  bytes
     ---------  ----------  -----  ------------  ---------  -------  ---------  -------  ------  -----------  -------  -----
-    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       24           24       2352
-    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       11           11       1078
-    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       12           12       1176
-    balancer0  10.1.0.55   tcp    443           wlc        2443::4  443        true     4       49           49       4802
+    balancer0  10.1.0.55   tcp    443           wlc        2443::1  443        true     2       40           40       3920
+    balancer0  10.1.0.55   tcp    443           wlc        2443::2  443        true     1       27           27       2646
+    balancer0  10.1.0.55   tcp    443           wlc        2443::3  443        true     1       20           20       1960
+    balancer0  10.1.0.55   tcp    443           wlc        2443::4  443        true     4       73           73       7154
+

autotest/units/001_one_port/055_balancer_wlc/check.py

@@ -0,0 +1,35 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+
+import sys
+from scapy.all import *
+
+def dist(packets):
+    d = {}
+    for packet in packets:
+        dst = packet.getlayer(IPv6).dst
+        if dst not in d:
+            d[dst] = 0
+        d[dst] += 1
+    return d
+
+def dist_cmd():
+    if len(sys.argv) < 3:
+        print("Provide file name.")
+        exit(1)
+    packets = rdpcap(sys.argv[2])
+    print(dist(packets))
+    exit(0)
+
+def main():
+    if len(sys.argv) < 2:
+        print("Provide command.")
+        exit(1)
+    if sys.argv[1] == "dist":
+        dist_cmd()
+    print("Command not found.")
+    exit(1)
+
+if __name__ == "__main__":
+    main()
+

autotest/units/001_one_port/055_balancer_wlc/gen.py

@@ -22,9 +22,9 @@ def write_pcap(filename, *packetsList):
 
 
 packages1 = [Ether(dst="00:11:22:33:44:55", src="00:00:00:00:00:02") / Dot1Q(vlan=200) / IP(dst="10.1.0.55", src=f"1.{a_h}.{a_m}.{a_l}", ttl=64) / TCP(dport=443, sport=sport)
-             for sport in (12443, 12444) for a_h in range(2) for a_m in range(2) for a_l in range(4)]
+             for sport in (12443, 12444) for a_h in range(4) for a_m in range(2) for a_l in range(4)]
 packages2 = [Ether(dst="00:11:22:33:44:55", src="00:00:00:00:00:02") / Dot1Q(vlan=200) / IP(dst="10.1.0.55", src=f"1.{a_h}.{a_m}.{a_l}", ttl=64) / TCP(dport=443, sport=sport)
-             for sport in (11443, 11444) for a_h in range(2) for a_m in range(0, 2) for a_l in range(4)]
+             for sport in (11443, 11444) for a_h in range(4) for a_m in range(0, 2) for a_l in range(4)]
 packages3 = [Ether(dst="00:11:22:33:44:55", src="00:00:00:00:00:02") / Dot1Q(vlan=200) / IP(dst="10.1.0.55", src=f"1.{a_h}.{a_m}.{a_l}", ttl=64) / TCP(dport=443, sport=sport)
              for sport in (11443, 11444) for a_h in range(2) for a_m in range(2, 4) for a_l in range(4)]
 

common/controlplaneconfig.h

@@ -207,7 +207,7 @@ using service_t = std::tuple<balancer_service_id_t,
                              std::optional<uint16_t>, ///< vport
                              std::optional<std::string>, ///< version
                              ::balancer::scheduler,
-                             ::balancer::scheduler_params,
+                             uint32_t, ///< wlc power
                              ::balancer::forwarding_method,
                              uint8_t, ///< flags: mss_fix|ops
                              std::optional<common::ipv4_prefix_t>, ///< ipv4_outer_source_network

common/deferer.h

@@ -0,0 +1,23 @@
+namespace utils
+{
+
+template<typename F>
+class Deferer
+{
+	F action_;
+
+public:
+	Deferer(F&& action) :
+	        action_{std::move(action)}
+	{}
+	Deferer(const Deferer& other) = delete;
+	Deferer(Deferer&& other) = delete;
+	Deferer& operator=(const Deferer& other) = delete;
+	Deferer& operator=(Deferer&& other) = delete;
+	~Deferer()
+	{
+		action_();
+	}
+};
+
+} // namespace utils

common/define.h

@@ -98,6 +98,8 @@ extern LogPriority logPriority;
 #define YANET_BALANCER_DEFAULT_MSS_SIZE 536
 #define YANET_BALANCER_FIX_MSS_SIZE 1220
 #define YANET_BALANCER_FIX_MSS_FLAG ((uint8_t)(1u << 0))
+static constexpr size_t YANET_DEFAULT_BALANCER_REAL_MAPPINGS_LIMIT = 100;
+static constexpr size_t YANET_DEFAULT_BALANCER_CELLS_PER_WEIGHT_UNIT = 20;
 
 #define YANET_BALANCER_OPS_FLAG ((uint8_t)(1u << 1))
 #define YANET_BALANCER_PURE_L3 ((uint8_t)(1u << 2))

common/idp.h

@@ -286,7 +286,6 @@ using service = std::tuple<balancer_service_id_t, /// service id
                            tCounterId, ///< size 4
                            balancer::scheduler,
                            balancer::forwarding_method, // tunneling method (default ipip)
-                           uint32_t, /// default_wlc_power
                            uint32_t, ///< real_start
                            uint32_t, ///< real_size
                            std::optional<common::ipv4_prefix_t>, ///< ipv4_outer_source_network

common/scheduler.h

@@ -9,34 +9,24 @@ enum class scheduler : uint8_t
 	rr,
 	wrr,
 	wlc,
-};
-
-class scheduler_params
-{
-public:
-	scheduler_params() = default;
-	uint32_t wlc_power;
+	chash
 };
 
 [[maybe_unused]] constexpr const char* to_string(const scheduler& scheduler)
 {
 	switch (scheduler)
 	{
 		case scheduler::rr:
-		{
 			return "rr";
-		}
 		case scheduler::wrr:
-		{
 			return "wrr";
-		}
 		case scheduler::wlc:
-		{
 			return "wlc";
-		}
+		case scheduler::chash:
+			return "chash";
+		default:
+			return "unknown";
 	}
-
-	return "unknown";
 }
 
 }