ci: shard CLI integration tests

Author: HavenDV

.github/workflows/main.yml

@@ -16,10 +16,33 @@ jobs:
     uses: tryAGI/workflows/.github/workflows/dotnet-sdk-build-test-publish.yml@main
     with:
       project-path: AutoSDK.slnx
-      additional-test-arguments: '--logger GitHubActions --no-build'
+      additional-test-arguments: '--logger GitHubActions --no-build --filter "FullyQualifiedName!~AutoSDK.IntegrationTests"'
     secrets:
       nuget-key: ${{ secrets.NUGET_KEY }}
 
+  test-cli-integration:
+    name: test-cli-integration (shard ${{ matrix.shard }})
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        shard: [0, 1, 2, 3]
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v7
+
+      - name: Setup .NET
+        uses: actions/setup-dotnet@v5
+        with:
+          dotnet-version: 10.0.x
+
+      - name: Run integration test shard
+        run: ./scripts/run-test-shard.sh
+          src/tests/AutoSDK.IntegrationTests.Cli/AutoSDK.IntegrationTests.Cli.csproj
+          ${{ matrix.shard }}
+          4
+          Release
+
   test-cli:
     runs-on: ubuntu-latest
     strategy:
@@ -86,7 +109,7 @@ jobs:
   release:
     name: Release
     runs-on: ubuntu-latest
-    needs: [publish, test-cli]
+    needs: [publish, test-cli, test-cli-integration]
     if: startsWith(github.ref, 'refs/tags/v')
     steps:
       - name: Checkout

scripts/run-test-shard.sh

@@ -0,0 +1,82 @@
+#!/usr/bin/env bash
+
+set -euo pipefail
+
+if [[ $# -lt 3 || $# -gt 4 ]]; then
+  echo "Usage: $0 <project> <zero-based-shard-index> <shard-count> [configuration]" >&2
+  exit 2
+fi
+
+project=$1
+shard_index=$2
+shard_count=$3
+configuration=${4:-Release}
+
+if ! [[ $shard_index =~ ^[0-9]+$ && $shard_count =~ ^[1-9][0-9]*$ ]]; then
+  echo "Shard index and count must be non-negative integers, with a positive count." >&2
+  exit 2
+fi
+
+if (( shard_index >= shard_count )); then
+  echo "Shard index $shard_index is outside the $shard_count available shards." >&2
+  exit 2
+fi
+
+dotnet build "$project" --configuration "$configuration" --nologo
+
+tests=()
+while IFS= read -r test_name; do
+  tests+=("$test_name")
+done < <(
+  dotnet test "$project" \
+    --configuration "$configuration" \
+    --nologo \
+    --no-build \
+    --list-tests |
+    awk '
+      /The following Tests are available:/ { capture = 1; next }
+      capture && /^    / {
+        sub(/^[[:space:]]+/, "")
+        sub(/[[:space:]]+$/, "")
+        print
+      }
+    '
+)
+
+if (( ${#tests[@]} == 0 )); then
+  echo "No tests were discovered in $project." >&2
+  exit 1
+fi
+
+duplicate_names=$(printf '%s\n' "${tests[@]}" | sort | uniq -d)
+if [[ -n $duplicate_names ]]; then
+  echo "Test names must be unique for name-based sharding. Duplicates:" >&2
+  echo "$duplicate_names" >&2
+  exit 1
+fi
+
+filters=()
+for test_index in "${!tests[@]}"; do
+  if (( test_index % shard_count == shard_index )); then
+    filters+=("Name=${tests[$test_index]}")
+  fi
+done
+
+if (( ${#filters[@]} == 0 )); then
+  echo "Shard $shard_index has no tests." >&2
+  exit 1
+fi
+
+filter=$(IFS='|'; printf '%s' "${filters[*]}")
+printf 'Running shard %d of %d with %d of %d tests.\n' \
+  "$((shard_index + 1))" \
+  "$shard_count" \
+  "${#filters[@]}" \
+  "${#tests[@]}"
+
+dotnet test "$project" \
+  --configuration "$configuration" \
+  --nologo \
+  --logger GitHubActions \
+  --no-build \
+  --filter "$filter"