Add agent e2e node config scenarios

.github/workflows/agent-e2e-kind.yaml

@@ -302,3 +302,196 @@ jobs:
       - name: Cleanup
         if: always()
         run: python3 ./hack/agent/e2e-kind/e2e.py --verbose cleanup
+
+  agent-config-e2e:
+    name: agent config e2e (${{ matrix.node_config.name }})
+    runs-on: ubuntu-24.04
+    timeout-minutes: 45
+    strategy:
+      fail-fast: false
+      matrix:
+        node_config:
+          - name: labels-and-taints
+            file: hack/agent/e2e-kind/node-configs/labels-and-taints.json
+    env:
+      KIND_CLUSTER_NAME: agent-config-e2e
+      VM_NAME: agent-config-e2e
+      VM_SUBNET: "192.168.110"
+      VM_IP: "192.168.110.10"
+      AGENT_MACHINE_NAME: agent-config-e2e
+    steps:
+      - name: Checkout
+        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - name: Enable KVM
+        run: |
+          echo 'KERNEL=="kvm", GROUP="kvm", MODE="0666", OPTIONS+="static_node=kvm"' | sudo tee /etc/udev/rules.d/99-kvm4all.rules
+          sudo udevadm control --reload-rules
+          sudo udevadm trigger --name-match=kvm
+
+      - name: Set up Go
+        uses: actions/setup-go@4a3601121dd01d1626a1e23e37211e3254c1c06c # v6.4.0
+        with:
+          go-version-file: go.mod
+
+      - name: Install system dependencies
+        run: |
+          sudo apt-get update
+          sudo apt-get install -y --no-install-recommends \
+            qemu-system-x86 qemu-utils genisoimage \
+            iptables
+
+      - name: Create Kind cluster
+        uses: helm/kind-action@ef37e7f390d99f746eb8b610417061a60e82a6cc # v1.14.0
+        with:
+          cluster_name: ${{ env.KIND_CLUSTER_NAME }}
+          version: v0.29.0
+
+      - name: Configure Kind cluster networking for VM
+        run: |
+          set -euo pipefail
+          KIND_CONTAINER="${KIND_CLUSTER_NAME}-control-plane"
+          KIND_IP=$(docker inspect "${KIND_CONTAINER}" \
+              --format '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}')
+          if [[ -z "${KIND_IP}" ]]; then
+            echo "::error::Could not determine Kind control-plane container IP"
+            exit 1
+          fi
+          echo "[INFO] Kind control-plane IP: ${KIND_IP}"
+          BRIDGE="virbr-e2e"
+
+          sudo iptables -I FORWARD -i "${BRIDGE}" -j ACCEPT
+          sudo iptables -I FORWARD -o "${BRIDGE}" -j ACCEPT
+          sudo iptables -t raw -I PREROUTING -i "${BRIDGE}" -j ACCEPT
+
+          echo "[INFO] Patching kindnet DaemonSet for VM-reachable control plane endpoint..."
+          PATCH=$(cat <<EOF
+          {
+            "spec": {
+              "template": {
+                "spec": {
+                  "containers": [{
+                    "name": "kindnet-cni",
+                    "env": [
+                      {"name": "CONTROL_PLANE_ENDPOINT", "value": "${KIND_IP}:6443"}
+                    ]
+                  }]
+                }
+              }
+            }
+          }
+          EOF
+          )
+          kubectl -n kube-system patch daemonset kindnet \
+              --type=strategic -p "${PATCH}"
+
+          echo "[INFO] Waiting for kindnet rollout..."
+          kubectl -n kube-system rollout status daemonset/kindnet --timeout=60s
+
+      - name: Create QEMU VM
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose create-vm
+
+      - name: Attach Kind container to VM bridge
+        run: |
+          set -euo pipefail
+          KIND_CONTAINER="${KIND_CLUSTER_NAME}-control-plane"
+          BRIDGE="virbr-e2e"
+
+          echo "[INFO] Attaching Kind container to ${BRIDGE} bridge..."
+          KIND_PID=$(docker inspect "${KIND_CONTAINER}" --format '{{.State.Pid}}')
+          sudo ip link delete veth-kind-e2e 2>/dev/null || true
+          sudo ip link add veth-kind-e2e type veth peer name eth-e2e
+          sudo ip link set veth-kind-e2e master "${BRIDGE}"
+          sudo ip link set veth-kind-e2e up
+          sudo ip link set eth-e2e netns "${KIND_PID}"
+          sudo nsenter -t "${KIND_PID}" -n ip addr add "${VM_SUBNET}.2/24" dev eth-e2e
+          sudo nsenter -t "${KIND_PID}" -n ip link set eth-e2e up
+
+      - name: Install Machine CRD
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose install-machine-crd
+
+      - name: Start machina controller
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose start-machina-controller
+
+      - name: Validate machina controller
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose validate-machina-controller
+
+      - name: Run agent with node config
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose --node-config "${{ matrix.node_config.file }}" run-agent
+
+      - name: Wait for configured node to become Ready
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose wait-for-node
+
+      - name: Validate node config
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose --node-config "${{ matrix.node_config.file }}" validate-node-config
+
+      - name: Dump persisted agent config
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose dump-persisted-agent-config
+
+      - name: Validate kube-proxy on all nodes
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose validate-kube-proxy
+
+      - name: Validate Machine CR config
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose --node-config "${{ matrix.node_config.file }}" validate-machine-cr-created
+
+      - name: Validate workload on configured node
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose validate-workload
+
+      - name: Validate node config repave
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose --node-config "${{ matrix.node_config.file }}" validate-node-repave-upgrade
+
+      - name: Collect VM logs
+        if: always()
+        run: |
+          mkdir -p logs
+          VM_DIR=".vm-e2e"
+          cp "${VM_DIR}/${VM_NAME}.log" logs/vm-serial.log 2>/dev/null || true
+          SSH="ssh -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o ConnectTimeout=5 -i ${VM_DIR}/ssh/id_ed25519 ubuntu@${VM_IP}"
+          $SSH "sudo journalctl --no-pager -l" > logs/vm-journal.log 2>/dev/null || true
+          $SSH "sudo journalctl -u unbounded-agent --no-pager -l" > logs/vm-unbounded-agent.log 2>/dev/null || true
+          $SSH "sudo journalctl -u unbounded-agent-daemon --no-pager -l" > logs/vm-unbounded-agent-daemon.log 2>/dev/null || true
+          cp ".vm-e2e/machina-controller.log" logs/machina-controller.log 2>/dev/null || true
+          $SSH "sudo machinectl list --no-pager" > logs/vm-machines.txt 2>/dev/null || true
+          for MACHINE in kube1 kube2; do
+            $SSH "sudo journalctl -M ${MACHINE} --no-pager -l" > logs/nspawn-${MACHINE}-journal.log 2>/dev/null || true
+            $SSH "sudo journalctl -M ${MACHINE} -u kubelet --no-pager -l" > logs/nspawn-${MACHINE}-kubelet.log 2>/dev/null || true
+            $SSH "sudo journalctl -M ${MACHINE} -u containerd --no-pager -l" > logs/nspawn-${MACHINE}-containerd.log 2>/dev/null || true
+            $SSH "sudo machinectl status ${MACHINE} --no-pager" > logs/vm-machine-${MACHINE}-status.txt 2>/dev/null || true
+          done
+
+      - name: Collect cluster state
+        if: always()
+        run: |
+          mkdir -p logs
+          KIND_CONTAINER="${KIND_CLUSTER_NAME}-control-plane"
+          kubectl get nodes -o wide > logs/nodes.txt 2>&1 || true
+          kubectl describe nodes > logs/nodes-describe.txt 2>&1 || true
+          kubectl get pods -A -o wide > logs/pods.txt 2>&1 || true
+          kubectl get events -A --sort-by='.lastTimestamp' > logs/events.txt 2>&1 || true
+          kubectl get machines -o wide > logs/machines.txt 2>&1 || true
+          kubectl get machines -o yaml > logs/machines-full.yaml 2>&1 || true
+          kubectl get machineconfigurations -o wide > logs/machineconfigurations.txt 2>&1 || true
+          kubectl get machineconfigurations -o yaml > logs/machineconfigurations-full.yaml 2>&1 || true
+          kubectl get machineconfigurationversions -o wide > logs/machineconfigurationversions.txt 2>&1 || true
+          kubectl get machineconfigurationversions -o yaml > logs/machineconfigurationversions-full.yaml 2>&1 || true
+          kubectl get machineoperations -o wide > logs/machineoperations.txt 2>&1 || true
+          kubectl get machineoperations -o yaml > logs/machineoperations-full.yaml 2>&1 || true
+          docker exec "${KIND_CONTAINER}" journalctl -u kubelet --no-pager -l > logs/kind-kubelet.log 2>&1 || true
+          docker exec "${KIND_CONTAINER}" crictl logs $(docker exec "${KIND_CONTAINER}" crictl ps -a --name kube-apiserver -q 2>/dev/null | head -1) > logs/kube-apiserver.log 2>&1 || true
+          kubectl get csr -o wide > logs/csrs.txt 2>&1 || true
+          kubectl describe csr > logs/csrs-describe.txt 2>&1 || true
+          kubectl describe pods -n e2e-workload-test > logs/workload-pods-describe.txt 2>&1 || true
+          kubectl logs -n e2e-workload-test --all-containers --prefix e2e-hello > logs/workload-hello.log 2>&1 || true
+          kubectl logs -n e2e-workload-test --all-containers --prefix e2e-dns-test > logs/workload-dns.log 2>&1 || true
+
+      - name: Upload logs
+        uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
+        if: always()
+        with:
+          name: agent-config-e2e-${{ matrix.node_config.name }}-logs
+          path: logs/
+          retention-days: 30
+
+      - name: Cleanup
+        if: always()
+        run: python3 ./hack/agent/e2e-kind/e2e.py --verbose cleanup