ci: run OS integration tests in PR, parallelized per OS/arch on native runners

Author: maxday

.github/workflows/runtime-interface-client_pr.yml

@@ -93,3 +93,38 @@ jobs:
       uses: codecov/codecov-action@75cd11691c0faa626561e295848008c8a7dddffe # v5
       env:
         CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
+
+  integration-test:
+    runs-on: ${{ matrix.arch.runner }}
+    strategy:
+      # Run every OS/arch combination to completion so one failure doesn't mask the others.
+      fail-fast: false
+      matrix:
+        buildspec:
+          - buildspec.os.alpine.yml
+          - buildspec.os.amazoncorretto.yml
+          - buildspec.os.amazonlinux.1.yml
+          - buildspec.os.amazonlinux.2.yml
+          - buildspec.os.debian.yml
+          - buildspec.os.ubuntu.yml
+        arch:
+          - label: x64
+            runner: ubuntu-latest
+            platform: linux/amd64
+          - label: arm64
+            runner: ubuntu-24.04-arm
+            platform: linux/arm64/v8
+    name: "integration-test (${{ matrix.buildspec }} / ${{ matrix.arch.label }})"
+    steps:
+    - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
+
+    - name: Set up Docker Buildx
+      uses: docker/setup-buildx-action@8d2750c68a42422c14e847fe6c8ac0403b4cbd6f # v3
+      with:
+        install: true
+
+    - name: Run OS integration test - 'test-integ' target
+      working-directory: ./aws-lambda-java-runtime-interface-client
+      run: make test-integ BUILDSPEC=test/integration/codebuild/${{ matrix.buildspec }}
+      env:
+        PLATFORM_FILTER: ${{ matrix.arch.platform }}

aws-lambda-java-runtime-interface-client/Makefile

@@ -37,9 +37,13 @@ test-smoke: setup-codebuild-agent
 	CODEBUILD_IMAGE_TAG=codebuild-agent test/integration/codebuild-local/test_one.sh test/integration/codebuild/buildspec.os.amazoncorretto.yml amazoncorretto amazoncorretto 11 linux/amd64
 	CODEBUILD_IMAGE_TAG=codebuild-agent test/integration/codebuild-local/test_one.sh test/integration/codebuild/buildspec.os.amazoncorretto.yml amazoncorretto amazoncorretto 11 linux/arm64/v8
 
+# BUILDSPEC can point to the buildspec directory (default, runs every OS) or to a
+# single buildspec file, which is how CI parallelizes the run across OSes.
+BUILDSPEC ?= test/integration/codebuild
+
 .PHONY: test-integ
 test-integ: setup-codebuild-agent
-	CODEBUILD_IMAGE_TAG=codebuild-agent test/integration/codebuild-local/test_all.sh test/integration/codebuild
+	CODEBUILD_IMAGE_TAG=codebuild-agent test/integration/codebuild-local/test_all.sh $(BUILDSPEC)
 
 # Command to run everytime you make changes to verify everything works
 .PHONY: dev

aws-lambda-java-runtime-interface-client/test/integration/codebuild-local/test_all.sh

@@ -5,12 +5,16 @@ set -euo pipefail
 
 CODEBUILD_IMAGE_TAG="${CODEBUILD_IMAGE_TAG:-al2/x86_64/standard/3.0}"
 DRYRUN="${DRYRUN-0}"
+# When set, only the matching platform from each buildspec is run. Used by CI to
+# run each architecture on its own native runner instead of emulating via QEMU.
+PLATFORM_FILTER="${PLATFORM_FILTER-}"
 
 function usage {
-    echo "usage: test_all.sh buildspec_yml_dir"
+    echo "usage: test_all.sh buildspec_yml_dir_or_file"
     echo "Runs all buildspec build-matrix combinations via test_one.sh."
     echo "Required:"
-    echo "  buildspec_yml_dir      Used to specify the CodeBuild buildspec template file."
+    echo "  buildspec_yml_dir_or_file   A directory of buildspec templates (runs every *.yml),"
+    echo "                              or a single buildspec .yml file."
 }
 
 do_one_yaml() {
@@ -21,6 +25,10 @@ do_one_yaml() {
     RUNTIME_VERSIONS=$(sed '1,/RUNTIME_VERSION/d;/PLATFORM/,$d' "$YML" | sed '/#.*$/d' |  tr -d '\-" ')
     PLATFORMS=$(sed '1,/PLATFORM/d;/phases/,$d' "$YML" |  tr -d '\-" ')
 
+    if [ -n "$PLATFORM_FILTER" ]; then
+        PLATFORMS="$PLATFORM_FILTER"
+    fi
+
     for DISTRO_VERSION in $DISTRO_VERSIONS; do
       for RUNTIME_VERSION in $RUNTIME_VERSIONS; do
         for PLATFORM in $PLATFORMS; do
@@ -56,9 +64,16 @@ main() {
         usage
         exit 1
     fi
-    BUILDSPEC_YML_DIR="$1"
+    BUILDSPEC_YML_PATH="$1"
+
+    # Allow passing a single buildspec file so CI can parallelize per OS.
+    if [ -f "$BUILDSPEC_YML_PATH" ]; then
+        do_one_yaml "$BUILDSPEC_YML_PATH"
+        return
+    fi
+
     HAS_YML=0
-    for f in "$BUILDSPEC_YML_DIR"/*.yml ; do
+    for f in "$BUILDSPEC_YML_PATH"/*.yml ; do
         [ -f "$f" ] || continue;
         do_one_yaml "$f"
         HAS_YML=1