(mistaken debug push, ignore)

.claude/settings.local.json

@@ -0,0 +1,20 @@
+{
+  "permissions": {
+    "allow": [
+      "Bash(cargo test:*)",
+      "Bash(grep:*)",
+      "Bash(RUST_BACKTRACE=1 cargo test --features \"composefs/pre-6.15\" tar::tests::test_empty_tar)",
+      "Bash(git add:*)",
+      "Bash(git commit:*)",
+      "Bash(git rebase:*)",
+      "Bash(git reset:*)",
+      "Bash(git stash:*)",
+      "Bash(cargo fmt:*)",
+      "Bash(cargo:*)",
+      "WebFetch(domain:github.com)",
+      "Bash(find:*)",
+      "Bash(rg:*)"
+    ],
+    "deny": []
+  }
+}

.github/workflows/examples.yml

@@ -17,22 +17,19 @@ jobs:
     strategy:
       matrix:
         example:
-          - { dir: 'bls', os: 'arch' }
-          - { dir: 'bls', os: 'fedora' }
-          - { dir: 'bls', os: 'fedora-compat' }
-          - { dir: 'bls', os: 'rawhide' }
-          - { dir: 'bls', os: 'rhel9' }
-          # This one is currently failing, needs debugging
-          # https://github.com/containers/composefs-rs/pull/168#pullrequestreview-3088673152
-          # We believe it's mount API changes causing /sysroot to be mounted
-          # at the wrong place.
+          # Temporarily disabled for faster debugging
+          # - { dir: 'bls', os: 'arch' }
+          # - { dir: 'bls', os: 'fedora' }
+          # - { dir: 'bls', os: 'fedora-compat' }
+          # - { dir: 'bls', os: 'rawhide' }
+          # - { dir: 'bls', os: 'rhel9' }
           # - { dir: 'bls', os: 'ubuntu' }
-          - { dir: 'uki', os: 'arch' }
+          # - { dir: 'uki', os: 'arch' }
           - { dir: 'uki', os: 'fedora' }
-          - { dir: 'unified', os: 'fedora' }
-          - { dir: 'unified-secureboot', os: 'fedora' }
-          - { dir: 'bls', os: 'arch', fsfmt: 'ext4', verity: 'none' }
-          - { dir: 'bls', os: 'arch', fsfmt: 'xfs', verity: 'none' }
+          # - { dir: 'unified', os: 'fedora' }
+          # - { dir: 'unified-secureboot', os: 'fedora' }
+          # - { dir: 'bls', os: 'arch', fsfmt: 'ext4', verity: 'none' }
+          # - { dir: 'bls', os: 'arch', fsfmt: 'xfs', verity: 'none' }
       fail-fast: false
 
     steps:
@@ -88,8 +85,78 @@ jobs:
       run: sudo cp examples/bls/test-thing.workarounds/systemd-ssh-proxy /usr/lib/systemd
 
     - name: Run example tests
+      id: run_tests
+      continue-on-error: true
       run: |
         export PATH="${HOME}/bin:${PATH}"
         export FS_FORMAT=${{ matrix.example.fsfmt }}
         export FS_VERITY_MODE=${{ matrix.example.verity }}
         examples/test/run ${{ matrix.example.dir }} ${{ matrix.example.os }}
+
+    - name: Dump console logs on failure
+      if: steps.run_tests.outcome == 'failure'
+      run: |
+        echo "=== Test.thing directories ==="
+        ls -laR /run/user/$(id -u)/test.thing/ 2>/dev/null || true
+        echo ""
+        echo "=== Console logs from failed VMs ==="
+        find /run/user/$(id -u)/test.thing -name console -type f 2>/dev/null | while read console; do
+          echo "==== Console from $console ===="
+          cat "$console" || true
+          echo ""
+        done
+        echo "=== QEMU logs from failed VMs ==="
+        find /run/user/$(id -u)/test.thing -name qemu.log -type f 2>/dev/null | while read qemu_log; do
+          echo "==== QEMU log from $qemu_log ===="
+          cat "$qemu_log" || true
+          echo ""
+        done
+        echo "=== Serial logs from failed VMs ==="
+        find /run/user/$(id -u)/test.thing -name serial.log -type f 2>/dev/null | while read serial_log; do
+          echo "==== Serial log from $serial_log ===="
+          cat "$serial_log" || true
+          echo ""
+        done
+        echo "=== SSH debug logs from failed VMs ==="
+        find /run/user/$(id -u)/test.thing -name ssh.log -type f 2>/dev/null | while read ssh_log; do
+          echo "==== SSH log from $ssh_log ===="
+          cat "$ssh_log" || true
+          echo ""
+        done
+        echo "=== QMP sockets ==="
+        find /run/user/$(id -u)/test.thing -name qmp -type s 2>/dev/null || true
+
+    - name: Check vsock device permissions
+      if: steps.run_tests.outcome == 'failure'
+      run: |
+        echo "=== vsock device status ==="
+        ls -la /dev/vhost-vsock /dev/kvm || true
+        echo ""
+        echo "=== vsock kernel module ==="
+        lsmod | grep vsock || true
+        echo ""
+        echo "=== Test vsock connection ==="
+        python3 -c "import socket; sock = socket.socket(socket.AF_VSOCK, socket.SOCK_STREAM); print('vsock socket created successfully')" || echo "Failed to create vsock socket"
+
+    - name: Capture test.thing runtime directory
+      if: steps.run_tests.outcome == 'failure'
+      run: |
+        echo "=== test.thing IPC directory contents ==="
+        find /run/user/$(id -u)/test.thing -ls 2>/dev/null || true
+
+    - name: Show build artifacts for debugging
+      if: steps.run_tests.outcome == 'failure'
+      run: |
+        cd examples/${{ matrix.example.dir }}
+        echo "=== Boot directory contents ==="
+        find tmp/efi -ls 2>/dev/null || true
+        echo ""
+        echo "=== Sysroot composefs images ==="
+        ls -lh tmp/sysroot/composefs/images/ 2>/dev/null || true
+        echo ""
+        echo "=== Sysroot state deployments ==="
+        ls -lh tmp/sysroot/state/deploy/ 2>/dev/null || true
+
+    - name: Fail job if tests failed
+      if: steps.run_tests.outcome == 'failure'
+      run: exit 1