test.yml

# .github/workflows/test.yml
name: Python Test and Coverage with TestSuite

on:
  push:
    branches:
      - main
      - 'release/v**'
      - 'maint/**'
  pull_request:
    branches:
      - main
      - 'release/v**'
      - 'maint/**'
  workflow_dispatch:

jobs:
  test-with-coverage:
    name: Run tests with Python 3.14 and coverage
    runs-on: ubuntu-latest
    permissions:
      contents: read
      pull-requests: write
      statuses: write

    services:
      redis:
        image: redis:8.8
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Check out the repository
      uses: actions/checkout@v6

    - name: Set up Python 3.14
      uses: actions/setup-python@v6
      with:
        python-version: "3.14"
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt
          requirements-3.8.txt
          requirements-dev-3.8.txt

    - name: Install dependencies
      run: |
        pip install -r requirements.txt
        pip install -r requirements-dev.txt
        pip install codecov build

        pip install rhosocial-activerecord-testsuite==1.0.0.dev16

    - name: Run tests with coverage
      env:
        REDIS_HOST: localhost
        REDIS_PORT: 6379
        REDIS_DB: 0
      run: |
        export PYTHONPATH=src:tests
        coverage run -m pytest tests/
        coverage xml
        coverage report

    - name: Upload coverage to Codecov
      uses: codecov/codecov-action@v5
      with:
        token: ${{ secrets.CODECOV_TOKEN }}
        files: ./coverage.xml
        flags: unittests,python-3.14
        name: codecov-umbrella-3.14
        fail_ci_if_error: false

  benchmark-python-314:
    name: Run benchmarks with Python 3.14
    runs-on: ubuntu-latest
    permissions:
      contents: read

    services:
      redis:
        image: redis:7.0
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Check out the repository
      uses: actions/checkout@v6

    - name: Set up Python 3.14
      uses: actions/setup-python@v6
      with:
        python-version: "3.14"
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt
          requirements-3.8.txt
          requirements-dev-3.8.txt

    - name: Install dependencies
      run: |
        pip install -r requirements.txt
        pip install -r requirements-dev.txt

        pip install rhosocial-activerecord-testsuite==1.0.0.dev16

    - name: Run benchmark suite
      env:
        REDIS_HOST: localhost
        REDIS_PORT: 6379
        REDIS_DB: 0
      run: |
        set -o pipefail
        export PYTHONPATH=src:tests
        TESTSUITE_DIR=$(python - <<'PY'
        import pathlib
        import rhosocial.activerecord.testsuite as testsuite

        print(pathlib.Path(testsuite.__file__).parent)
        PY
        )
        python -m pytest \
          tests/benchmark/relation/ \
          -m benchmark_relation \
          --benchmark-sort=mean \
          --tb=short | tee -a benchmark-output.txt
        python -m pytest \
          --rootdir=. \
          --confcutdir=. \
          "$TESTSUITE_DIR/benchmark/crud/test_delete_async.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_delete.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_insert_async.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_insert.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_query_async.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_query.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_update_async.py" \
          "$TESTSUITE_DIR/benchmark/crud/test_update.py" \
          "$TESTSUITE_DIR/benchmark/query" \
          "$TESTSUITE_DIR/benchmark/transaction" \
          "$TESTSUITE_DIR/benchmark/mixin" \
          -m benchmark \
          --benchmark-size=small \
          --benchmark-sort=mean \
          --tb=short | tee -a benchmark-output.txt
        python -m pytest \
          --rootdir=. \
          --confcutdir=. \
          tests/benchmark/activerecord_bulk \
          -m benchmark \
          --benchmark-size=small \
          --benchmark-sort=mean \
          --tb=short | tee -a benchmark-output.txt
        python -m pytest \
          --rootdir=. \
          --confcutdir=. \
          tests/benchmark/backend \
          -m benchmark \
          --benchmark-size=small \
          --benchmark-sort=mean \
          --tb=short | tee -a benchmark-output.txt

    - name: Run FastAPI benchmark suite
      run: |
        set -o pipefail
        export PYTHONPATH=src:tests
        TESTSUITE_DIR=$(python - <<'PY'
        import pathlib
        import rhosocial.activerecord.testsuite as testsuite

        print(pathlib.Path(testsuite.__file__).parent)
        PY
        )
        python -m pytest \
          --rootdir=. \
          --confcutdir=. \
          "$TESTSUITE_DIR/benchmark/fastapi" \
          -m benchmark_fastapi \
          --benchmark-size=small \
          --benchmark-sort=mean \
          --tb=short | tee fastapi-benchmark-output.txt

    - name: Write benchmark conclusion
      if: always()
      run: |
        {
          echo "## Python 3.14 Benchmark Conclusion"
          echo
          echo "- Python: 3.14"
          echo "- Scope: testsuite generic benchmarks + SQLite backend direct benchmarks"
          echo "- Size: small"
          echo "- Result: benchmark job fails only when benchmark execution or correctness checks fail."
          echo
          echo '```text'
          grep -A 120 "benchmark:" benchmark-output.txt || cat benchmark-output.txt
          echo '```'
        } >> "$GITHUB_STEP_SUMMARY"

    - name: Write FastAPI benchmark conclusion
      if: always()
      run: |
        {
          echo "## Python 3.14 FastAPI Benchmark Conclusion"
          echo
          echo "- Python: 3.14"
          echo "- Scope: testsuite FastAPI database benchmarks"
          echo "- Size: small"
          echo "- Result: benchmark job fails only when FastAPI benchmark execution or correctness checks fail."
          echo
          echo '```text'
          grep -A 120 "benchmark:" fastapi-benchmark-output.txt || cat fastapi-benchmark-output.txt
          echo '```'
        } >> "$GITHUB_STEP_SUMMARY"

  test-other-versions:
    name: Run tests with Python ${{ matrix.python-version }}
    runs-on: ubuntu-latest
    permissions:
      contents: read
    strategy:
      matrix:
        include:
          - python-version: "3.8"
            redis-version: "6.2"
          - python-version: "3.9"
            redis-version: "7.0"
          - python-version: "3.10"
            redis-version: "7.2"
          - python-version: "3.11"
            redis-version: "7.4"
          - python-version: "3.12"
            redis-version: "8.0"
          - python-version: "3.13"
            redis-version: "8.2"

    services:
      redis:
        image: redis:${{ matrix.redis-version }}
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Check out the repository
      uses: actions/checkout@v6

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v6
      with:
        python-version: ${{ matrix.python-version }}
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt
          requirements-3.8.txt
          requirements-dev-3.8.txt

    - name: Install dependencies
      run: |
        if [ "${{ matrix.python-version }}" == "3.8" ]; then
          pip install -r requirements-3.8.txt
          pip install -r requirements-dev-3.8.txt
        else
          pip install -r requirements.txt
          pip install -r requirements-dev.txt
        fi

        pip install rhosocial-activerecord-testsuite==1.0.0.dev16

    - name: Run tests
      env:
        REDIS_HOST: localhost
        REDIS_PORT: 6379
        REDIS_DB: 0
      run: |
        export PYTHONPATH=src:tests
        python -m pytest tests/

  test-free-threaded:
    name: Run tests with Python ${{ matrix.python-version }} free-threaded
    runs-on: ubuntu-latest
    permissions:
      contents: read
    continue-on-error: true
    strategy:
      matrix:
        include:
          - python-version: "3.13t"
            redis-version: "8.4"
          - python-version: "3.14t"
            redis-version: "8.6"

    services:
      redis:
        image: redis:${{ matrix.redis-version }}
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Check out the repository
      uses: actions/checkout@v6

    - name: Set up Python ${{ matrix.python-version }}
      uses: actions/setup-python@v6
      with:
        python-version: ${{ matrix.python-version }}
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt
          requirements-3.8.txt
          requirements-dev-3.8.txt

    - name: Install dependencies
      run: |
        if [ "${{ matrix.python-version }}" == "3.8" ]; then
          pip install -r requirements-3.8.txt
          pip install -r requirements-dev-3.8.txt
        else
          pip install -r requirements.txt
          pip install -r requirements-dev.txt
        fi

        pip install rhosocial-activerecord-testsuite==1.0.0.dev16

    - name: Run tests
      env:
        REDIS_HOST: localhost
        REDIS_PORT: 6379
        REDIS_DB: 0
      run: |
        export PYTHONPATH=src:tests
        python -m pytest tests/

  test-python-315-experimental:
    name: Run tests with Python ${{ matrix.python-version }}${{ matrix.freethreaded && ' free-threaded' || '' }} (experimental)
    runs-on: ubuntu-26.04
    permissions:
      contents: read
    continue-on-error: true
    strategy:
      matrix:
        include:
          - python-version: "3.15.0-rc.1"
            redis-version: "8.8"
            freethreaded: false
          - python-version: "3.15.0-rc.1"
            redis-version: "8.8"
            freethreaded: true

    services:
      redis:
        image: redis:${{ matrix.redis-version }}
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5

    steps:
    - name: Check out the repository
      uses: actions/checkout@v6

    - name: Set up Python ${{ matrix.python-version }}${{ matrix.freethreaded && ' free-threaded' || '' }}
      uses: actions/setup-python@v6
      with:
        python-version: ${{ matrix.python-version }}
        freethreaded: ${{ matrix.freethreaded }}
        cache: 'pip'
        cache-dependency-path: |
          requirements.txt
          requirements-dev.txt
          requirements-3.8.txt
          requirements-dev-3.8.txt

    - name: Install dependencies
      run: |
        pip install -r requirements.txt
        pip install -r requirements-dev.txt
        pip install rhosocial-activerecord-testsuite==1.0.0.dev16

    - name: Run tests
      env:
        REDIS_HOST: localhost
        REDIS_PORT: 6379
        REDIS_DB: 0
      run: |
        export PYTHONPATH=src:tests
        python -m pytest tests/