runc update: support per-device weight and iops

This support was missing from runc, and thus the example from the
podman-update wasn't working.

To fix, introduce a function to either update or insert new weights and iops.

Add integration tests.

Signed-off-by: Kir Kolyshkin <kolyshkin@gmail.com>

Author: kolyshkin

tests/integration/cgroups.bats

@@ -174,17 +174,40 @@ function setup() {
 	runc run -d --console-socket "$CONSOLE_SOCKET" test_dev_weight
 	[ "$status" -eq 0 ]
 
-	# The loop device itself is no longer needed.
-	losetup -d "$dev"
-
 	if [ -v CGROUP_V2 ]; then
 		file="io.bfq.weight"
 	else
 		file="blkio.bfq.weight_device"
 	fi
-	weights=$(get_cgroup_value $file)
-	[[ "$weights" == *"default 333"* ]]
-	[[ "$weights" == *"$major:$minor 444"* ]]
+	weights1=$(get_cgroup_value $file)
+
+	# Check that runc update works.
+	runc update -r - test_dev_weight <<EOF
+{
+  "blockIO": {
+    "weight": 111,
+    "weightDevice": [
+      {
+        "major": $major,
+        "minor": $minor,
+        "weight": 222
+      }
+    ]
+  }
+}
+EOF
+	weights2=$(get_cgroup_value $file)
+
+	# The loop device itself is no longer needed.
+	losetup -d "$dev"
+
+	# Check original values.
+	[[ "$weights1" == *"default 333"* ]]
+	[[ "$weights1" == *"$major:$minor 444"* ]]
+	# Check updated values.
+	[[ "$weights2" == *"default 111"* ]]
+	[[ "$weights2" == *"$major:$minor 222"* ]]
+
 }
 
 @test "runc run (per-device multiple iops via unified)" {

tests/integration/update.bats

@@ -892,3 +892,57 @@ EOF
 	runc update test_update --memory 1024
 	wait_for_container 10 1 test_update stopped
 }
+
+@test "update per-device iops values" {
+	[ $EUID -ne 0 ] && requires rootless_cgroup
+
+	runc run -d --console-socket "$CONSOLE_SOCKET" test_update
+	[ "$status" -eq 0 ]
+
+	runc update -r - test_update <<EOF
+{
+  "blockIO": {
+    "throttleReadBpsDevice": [
+      {
+        "major": 1,
+        "minor": 5,
+        "rate": 10485760
+      }
+    ],
+    "throttleWriteBpsDevice": [
+      {
+        "major": 1,
+        "minor": 5,
+        "rate": 10485760
+      }
+    ],
+    "throttleReadIOPSDevice": [
+      {
+        "major": 1,
+        "minor": 5,
+        "rate": 1000
+      }
+    ],
+    "throttleWriteIOPSDevice": [
+      {
+        "major": 1,
+        "minor": 5,
+        "rate": 1000
+      }
+    ]
+  }
+}
+EOF
+	[ "$status" -eq 0 ]
+
+	if [ -v CGROUP_V2 ]; then
+		iops=$(get_cgroup_value "io.max")
+		printf "== io.max --\n%s\n" "$iops"
+		grep "^1:5 rbps=10485760 wbps=10485760 riops=1000 wiops=1000$" <<<"$iops"
+	else
+		grep "^1:5 10485760$" <<<"$(get_cgroup_value blkio.throttle.read_bps_device)"
+		grep "^1:5 10485760$" <<<"$(get_cgroup_value blkio.throttle.write_bps_device)"
+		grep "^1:5 1000$" <<<"$(get_cgroup_value blkio.throttle.read_iops_device)"
+		grep "^1:5 1000$" <<<"$(get_cgroup_value blkio.throttle.write_iops_device)"
+	fi
+}

update.go

@@ -273,6 +273,25 @@ other options are ignored.
 		if r.BlockIO.Weight != nil {
 			config.Cgroups.Resources.BlkioWeight = *r.BlockIO.Weight
 		}
+		if r.BlockIO.LeafWeight != nil {
+			config.Cgroups.Resources.BlkioLeafWeight = *r.BlockIO.LeafWeight
+		}
+		// For devices, we either update an existing one, or insert a new one.
+		for _, wd := range r.BlockIO.WeightDevice {
+			config.Cgroups.Resources.BlkioWeightDevice = upsertWeightDevice(config.Cgroups.Resources.BlkioWeightDevice, wd)
+		}
+		for _, td := range r.BlockIO.ThrottleReadBpsDevice {
+			config.Cgroups.Resources.BlkioThrottleReadBpsDevice = upsertThrottleDevice(config.Cgroups.Resources.BlkioThrottleReadBpsDevice, td)
+		}
+		for _, td := range r.BlockIO.ThrottleWriteBpsDevice {
+			config.Cgroups.Resources.BlkioThrottleWriteBpsDevice = upsertThrottleDevice(config.Cgroups.Resources.BlkioThrottleWriteBpsDevice, td)
+		}
+		for _, td := range r.BlockIO.ThrottleReadIOPSDevice {
+			config.Cgroups.Resources.BlkioThrottleReadIOPSDevice = upsertThrottleDevice(config.Cgroups.Resources.BlkioThrottleReadIOPSDevice, td)
+		}
+		for _, td := range r.BlockIO.ThrottleWriteIOPSDevice {
+			config.Cgroups.Resources.BlkioThrottleWriteIOPSDevice = upsertThrottleDevice(config.Cgroups.Resources.BlkioThrottleWriteIOPSDevice, td)
+		}
 
 		// Setting CPU quota and period independently does not make much sense,
 		// but historically runc allowed it and this needs to be supported
@@ -381,3 +400,34 @@ other options are ignored.
 		return container.Set(config)
 	},
 }
+
+func upsertWeightDevice(slice []*cgroups.WeightDevice, wd specs.LinuxWeightDevice) []*cgroups.WeightDevice {
+	var weight, leafWeight uint16
+	if wd.Weight != nil {
+		weight = *wd.Weight
+	}
+	if wd.LeafWeight != nil {
+		leafWeight = *wd.LeafWeight
+	}
+
+	for i, dev := range slice {
+		if dev.Major == wd.Major && dev.Minor == wd.Minor {
+			slice[i].Weight = weight
+			slice[i].LeafWeight = leafWeight
+			return slice
+		}
+	}
+
+	return append(slice, cgroups.NewWeightDevice(wd.Major, wd.Minor, weight, leafWeight))
+}
+
+func upsertThrottleDevice(slice []*cgroups.ThrottleDevice, td specs.LinuxThrottleDevice) []*cgroups.ThrottleDevice {
+	for i, dev := range slice {
+		if dev.Major == td.Major && dev.Minor == td.Minor {
+			slice[i].Rate = td.Rate
+			return slice
+		}
+	}
+
+	return append(slice, cgroups.NewThrottleDevice(td.Major, td.Minor, td.Rate))
+}