conformance.yml

# Runs the receiver conformance tests of easyssf-receiver-spring-boot-conformance-tests against the OpenID conformance
# suite, which Testcontainers starts on the runner. One job per test plan, each with its own suite.
# See easyssf-receiver-spring-boot-conformance-tests/README.md for the plans and the suite image.
name: Conformance

on:
  workflow_dispatch:
    inputs:
      suite-image:
        description: >-
          Conformance suite image. Empty: the one ConformanceSettings names.
        required: false
        default: ''
      nginx-image:
        description: >-
          Its nginx image. Empty: the one ConformanceSettings names.
        required: false
        default: ''
  schedule:
    - cron: '17 2 * * *'   # 02:17 UTC, every night

# The suite and nginx images are the ones easyssf-test-conformance's ConformanceSettings names, the
# last suite release pinned by digest, the single place to change them; a manual run can name other
# images (see "Which suite" in easyssf-receiver-spring-boot-conformance-tests/README.md).

permissions:
  contents: read

jobs:
  conformance:
    runs-on: ubuntu-latest
    timeout-minutes: 90
    strategy:
      fail-fast: false
      matrix:
        plan:
          - Ssf10PushReceiverConformanceTest
          - Ssf10PollReceiverConformanceTest
          - CaepInterop10PushReceiverConformanceTest
          - CaepInterop10PollReceiverConformanceTest
    name: ${{ matrix.plan }}
    steps:
      - uses: actions/checkout@v7

      - uses: actions/setup-java@v6
        with:
          distribution: temurin
          java-version: 21
          cache: maven

      - name: Build the modules the receiver under test needs
        run: ./mvnw -B --no-transfer-progress -DskipTests -pl easyssf-receiver-spring-boot-conformance-tests -am install

      - name: Run the ${{ matrix.plan }} plan
        env:
          SUITE_IMAGE: ${{ inputs.suite-image }}
          NGINX_IMAGE: ${{ inputs.nginx-image }}
        run: >-
          ./mvnw -B --no-transfer-progress -pl easyssf-receiver-spring-boot-conformance-tests -Pconformance verify
          -Dtest=${{ matrix.plan }}
          ${SUITE_IMAGE:+-Dcts.suite.image="$SUITE_IMAGE"}
          ${NGINX_IMAGE:+-Dcts.suite.nginx-image="$NGINX_IMAGE"}

      - name: Upload test reports
        if: always()
        uses: actions/upload-artifact@v7
        with:
          name: conformance-${{ matrix.plan }}
          path: easyssf-receiver-spring-boot-conformance-tests/target/surefire-reports/
          if-no-files-found: ignore
          retention-days: 14