Collect system logs from CI failing runs

Signed-off-by: apostasie <[email protected]>

Author: apostasie

.github/workflows/job-test-in-container.yml

@@ -179,3 +179,11 @@ jobs:
           else
             docker run -t --rm --privileged -e GITHUB_STEP_SUMMARY="$GITHUB_STEP_SUMMARY" -v "$GITHUB_STEP_SUMMARY":"$GITHUB_STEP_SUMMARY" -e WORKAROUND_ISSUE_622=${WORKAROUND_ISSUE_622:-} "${args[@]}" -test.only-flaky=true -test.target=${{ inputs.binary }}
           fi
+
+      - name: Logs
+        if: ${{ failure() }}
+        uses: actions/upload-artifact@v4
+        with:
+          name: "System logs"
+          path: ~/debug-logs.tar.gz
+          retention-days: 1

hack/github/gotestsum-reporter.sh

@@ -42,3 +42,27 @@ GITHUB_STEP_SUMMARY="${GITHUB_STEP_SUMMARY:-/dev/null}"
   gotestsum tool slowest --threshold 15s --jsonfile "$GOTESTSUM_JSONFILE"
   echo '```'
 } >> "$GITHUB_STEP_SUMMARY"
+
+if [[ "$(id -u)" = "0" ]]; then
+  { systemctl --no-pager list-units || echo "failed retrieving units list"; } > ~/systemctl-list.log
+  for unit in apparmor containerd stargz-snapshotter test-integration-ipfs-offline test-integration-buildkit-nerdctl-test test-integration-soci-snapshotter; do
+    { journalctl --no-pager -u "$unit"  || echo "failed retrieving $unit logs"; } > ~/"$unit"-rootful.log
+  done
+  {
+    find /var/lib -iname "*.log" -exec echo "{}" \; 2>/dev/null;
+    find ~/ -iname "*.log" -exec echo "{}" \; 2>/dev/null;
+  } | tar -cf ~/debug-logs.tar.gz --files-from=/dev/stdin || {
+    echo "failed tarring $?"
+  }
+else
+  { systemctl --user --no-pager list-units || echo "failed retrieving units list"; }  > ~/systemctl-list.log
+  for unit in apparmor containerd stargz-snapshotter test-integration-ipfs-offline test-integration-buildkit-nerdctl-test test-integration-soci-snapshotter; do
+    { journalctl --user --no-pager -u "$unit"  || echo "failed retrieving $unit logs"; } > ~/"$unit"-rootless.log
+  done
+  {
+    find ~/.local/share/nerdctl -iname "*.log" -exec echo "{}" \; 2>/dev/null
+    find ~/ -iname "*.log" -exec echo "{}" \; 2>/dev/null;
+  } | tar -cf ~/debug-logs.tar.gz --files-from=/dev/stdin || {
+    echo "failed tarring $?"
+  }
+fi