test: add simple tests to verify isolcpus allocation

Signed-off-by: Feruzjon Muyassarov <[email protected]>

test/e2e/policies.test-suite/balloons/n4c16/test22-isolcpus/balloons-isolcpus.cfg

@@ -0,0 +1,17 @@
+config:
+  balloonTypes:
+    - name: isolcpus
+      minBalloons: 0
+      minCPUs: 1
+      minBalloons: 1
+      preferIsolCpus: true
+      namespaces:
+      - default
+  instrumentation:
+    httpEndpoint: :8891
+    prometheusExport: true
+  log:
+    debug:
+      - policy
+    klog:
+      skip_headers: true

test/e2e/policies.test-suite/balloons/n4c16/test22-isolcpus/code.var.sh

@@ -0,0 +1,28 @@
+helm-terminate
+helm_config=${TEST_DIR}/balloons-isolcpus.cfg helm-launch balloons
+
+vm-command "grep isolcpus=0,1 /proc/cmdline" || {
+    vm-set-kernel-cmdline "isolcpus=0,1"
+    vm-reboot
+    vm-command "grep isolcpus=0,1 /proc/cmdline" || {
+        error "failed to set isolcpus kernel commandline parameter"
+    }
+    vm-command "systemctl restart kubelet"
+    sleep 1
+    vm-wait-process --timeout 120 kube-apiserver
+}
+vm-command "kubectl create namespace isolcpus"
+vm-command "kubectl create namespace non-isolcpus"
+
+# pod0: runs on system isolated CPUs
+CONTCOUNT=2 namespace=default create balloons-busybox
+report allowed
+verify "cpus['pod0c0'] == {'cpu00', 'cpu01'}"
+
+# pod1: should run on non-isolated CPUs
+CONTCOUNT=1 namespace="kube-system" create balloons-busybox
+report allowed
+verify "cpus['pod1c0'] != {'cpu00', 'cpu01'}"
+
+cleanup
+helm-terminate

test/e2e/run.sh

@@ -874,6 +874,34 @@ $py_assertion
     return 0
 }
 
+vm-set-kernel-cmdline() { # script API
+    # Usage: vm-set-kernel-cmdline E2E-DEFAULTS
+    #
+    # Adds/replaces E2E-DEFAULTS to kernel command line"
+    #
+    # Example:
+    #   vm-set-kernel-cmdline nr_cpus=4
+    #   vm-reboot
+    #   vm-command "cat /proc/cmdline"
+    local e2e_defaults="$1"
+    vm-command "echo 'GRUB_CMDLINE_LINUX_DEFAULT=\"\${GRUB_CMDLINE_LINUX_DEFAULT} ${e2e_defaults}\"' > /etc/default/grub.d/60-e2e-defaults.cfg" || {
+        command-error "writing new command line parameters failed"
+    }
+    vm-command "update-grub" || {
+        command-error "updating grub failed"
+    }
+}
+
+vm-reboot() { # script API
+    # Usage: vm-reboot
+    #
+    # Reboots the virtual machine and waits that the ssh server starts
+    # responding again.
+    vm-command "reboot"
+    sleep 5
+    vm-wait-process --timeout 120 kube-apiserver
+}
+
 # Defaults to use in case the test case does not define these values.
 yaml_in_defaults="CPU=1 MEM=100M ISO=true CPUREQ=1 CPULIM=2 MEMREQ=100M MEMLIM=200M CONTCOUNT=1"