python-integration-tests.yml

#
# Dedicated Python integration tests workflow, called from the manual integration test orchestrator.
# Runs all tests (unit + integration) split into parallel jobs by provider.
#
# NOTE: This workflow and python-merge-tests.yml share the same set of parallel
# test jobs. Keep them in sync — when adding, removing, or modifying a job here,
# apply the same change to python-merge-tests.yml.
#

name: python-integration-tests

on:
  workflow_call:
    inputs:
      checkout-ref:
        description: "Immutable commit SHA to check out"
        required: true
        type: string
    secrets:
      ANTHROPIC_API_KEY:
        required: true
      AZURE_CLIENT_ID:
        required: true
      AZURE_TENANT_ID:
        required: true
      AZURE_SUBSCRIPTION_ID:
        required: true
      FOUNDRY_MODELS_API_KEY:
        required: false
      OPENAI__APIKEY:
        required: true

permissions:
  contents: read

env:
  UV_CACHE_DIR: /tmp/.uv-cache
  UV_PYTHON: "3.13"

jobs:
  python-tests-qdrant:
    name: Python Integration Tests - Qdrant
    runs-on: ubuntu-latest
    timeout-minutes: 15
    services:
      qdrant:
        image: qdrant/qdrant:v1.16.2
        env:
          QDRANT__TELEMETRY_DISABLED: "true"
        ports:
          - 6333:6333
    env:
      QDRANT_TEST_URL: "http://localhost:6333"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Wait for Qdrant
        run: |
          for i in {1..60}; do
            if curl --fail --silent http://localhost:6333/readyz > /dev/null; then
              exit 0
            fi
            sleep 1
          done
          echo "Qdrant did not become ready in time." >&2
          exit 1
      - name: Test with pytest (Qdrant integration)
        run: uv run --directory packages/qdrant poe test-integration --junitxml=${{ github.workspace }}/python/pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-qdrant
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # MongoDB tests use the official disposable Atlas Local image and need no cloud credentials.
  python-tests-mongodb:
    name: Python Integration Tests - MongoDB
    runs-on: ubuntu-latest
    timeout-minutes: 15
    permissions:
      contents: read
    services:
      mongodb:
        image: mongodb/mongodb-atlas-local@sha256:82da14850e350f15aae720ebba130ade6a607335877486a63252b3ad8ef3b12a
        ports:
          - 27017:27017
    env:
      MONGODB_TEST_URI: "mongodb://localhost:27017/?directConnection=true"
      MONGODB_TEST_DATABASE: af_vectors_test
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test MongoDB integration
        run: >
          uv run --directory packages/mongodb poe test-integration
          --junitxml=${{ github.workspace }}/python/pytest-mongodb.xml
      - name: Surface failing tests
        if: always()
        uses: pmeier/pytest-results-action@fdc7f18d9934e38aca411ca9557e6577bd25ca9c # v0.9.0
        with:
          path: ./python/pytest-mongodb.xml
          summary: true
          display-options: fEX
          fail-on-empty: false
          title: MongoDB integration test results
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-mongodb
          path: ./python/pytest-mongodb.xml
          if-no-files-found: ignore

  # Unit tests: all non-integration tests across all packages
  python-tests-unit:
    name: Python Integration Tests - Unit
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (unit tests only)
        run: >
          uv run poe test -A
          -m "not integration"
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5

  # OpenAI integration tests
  python-tests-openai:
    name: Python Integration Tests - OpenAI
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    env:
      OPENAI_CHAT_COMPLETION_MODEL: ${{ vars.OPENAI__CHATMODELID }}
      OPENAI_CHAT_MODEL: ${{ vars.OPENAI__RESPONSESMODELID }}
      OPENAI_MODEL: ${{ vars.OPENAI__RESPONSESMODELID }}
      OPENAI_EMBEDDING_MODEL: ${{ vars.OPENAI_EMBEDDING_MODEL_ID }}
      OPENAI_API_KEY: ${{ secrets.OPENAI__APIKEY }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (OpenAI integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/openai/tests
          -m "integration and not azure"
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-openai
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Azure OpenAI integration tests
  python-tests-azure-openai:
    name: Python Integration Tests - Azure OpenAI
    permissions:
      contents: read
      id-token: write
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    env:
      AZURE_OPENAI_CHAT_COMPLETION_MODEL: ${{ vars.AZUREOPENAI__CHATDEPLOYMENTNAME }}
      AZURE_OPENAI_CHAT_MODEL: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }}
      AZURE_OPENAI_MODEL: ${{ vars.AZUREOPENAI__RESPONSESDEPLOYMENTNAME }}
      AZURE_OPENAI_EMBEDDING_MODEL: ${{ vars.AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME }}
      AZURE_OPENAI_ENDPOINT: ${{ vars.AZUREOPENAI__ENDPOINT }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest (Azure OpenAI integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/openai/tests/openai/test_openai_chat_completion_client_azure.py
          packages/openai/tests/openai/test_openai_chat_client_azure.py
          packages/openai/tests/openai/test_openai_embedding_client_azure.py
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-azure-openai
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Misc integration tests (Anthropic, Hyperlight, Ollama, MCP)
  python-tests-misc-integration:
    name: Python Integration Tests - Misc
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    env:
      ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
      ANTHROPIC_CHAT_MODEL: ${{ vars.ANTHROPIC_CHAT_MODEL_ID }}
      LOCAL_MCP_URL: ${{ vars.LOCAL_MCP__URL }}
      OLLAMA_MODEL: qwen2.5:1.5b
      OLLAMA_EMBEDDING_MODEL: nomic-embed-text
      SQL_SERVER_TEST_CONNECTION_STRING: ${{ secrets.SQL_SERVER_TEST_CONNECTION_STRING }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Install Ollama
        run: curl -fsSL https://ollama.com/install.sh | sh
        working-directory: .
      - name: Cache Ollama models
        uses: actions/cache@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: ~/.ollama/models
          key: ollama-models-qwen2.5-1.5b-nomic-embed-text-v1
      - name: Start Ollama and pull models
        run: |
          # Stop any Ollama instance auto-started by the install script
          pkill ollama || true
          sleep 2
          ollama serve &
          for i in $(seq 1 30); do
            if curl -sf http://localhost:11434/api/tags > /dev/null 2>&1; then
              break
            fi
            sleep 1
          done
          # Pull models with retry for transient 429 rate limits
          for model in qwen2.5:1.5b nomic-embed-text; do
            pulled=false
            for attempt in 1 2 3; do
              if ollama pull "$model"; then
                pulled=true
                break
              fi
              echo "Retry $attempt for $model (waiting 15s)..."
              sleep 15
            done
            if [ "$pulled" != "true" ]; then
              echo "ERROR: Failed to pull $model after 3 attempts"
              exit 1
            fi
          done
        working-directory: .
      - name: Start local MCP server
        id: local-mcp
        uses: ./.github/actions/setup-local-mcp-server
        with:
          fallback_url: ${{ env.LOCAL_MCP_URL }}
      - name: Prefer local MCP URL when available
        run: echo "LOCAL_MCP_URL=${{ steps.local-mcp.outputs.effective_url }}" >> "$GITHUB_ENV"
      - name: Test with pytest (Anthropic, Hyperlight, Mistral, Ollama, Oracle, SQL Server, MCP integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/anthropic/tests
          packages/hyperlight/tests
          packages/mistral/tests
          packages/ollama/tests
          packages/oracle/tests
          packages/sql-server/tests/sql_server/test_integration.py
          packages/core/tests/core/test_mcp.py
          packages/hosting-mcp/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 30
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-misc
          path: ./python/pytest.xml
          if-no-files-found: ignore
      - name: Stop local MCP server
        if: always()
        shell: bash
        run: |
          set -euo pipefail
          server_pid="${{ steps.local-mcp.outputs.pid }}"
          if [[ -z "$server_pid" ]]; then
            exit 0
          fi
          if ! kill -0 "$server_pid" 2>/dev/null; then
            exit 0
          fi
          kill -TERM -- "-$server_pid" 2>/dev/null || kill -TERM "$server_pid" 2>/dev/null || true
          for _ in $(seq 1 10); do
            if ! kill -0 "$server_pid" 2>/dev/null; then
              exit 0
            fi
            sleep 1
          done
          kill -KILL -- "-$server_pid" 2>/dev/null || kill -KILL "$server_pid" 2>/dev/null || true

  # Foundry integration tests
  python-tests-foundry:
    name: Python Integration Tests - Foundry
    permissions:
      contents: read
      id-token: write
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    env:
      FOUNDRY_PROJECT_ENDPOINT: ${{ vars.FOUNDRY_PROJECT_ENDPOINT }}
      FOUNDRY_MODEL: ${{ vars.FOUNDRY_MODEL }}
      FOUNDRY_AGENT_NAME: ${{ vars.FOUNDRY_AGENT_NAME }}
      FOUNDRY_AGENT_VERSION: ${{ vars.FOUNDRY_AGENT_VERSION }}
      FOUNDRY_MODELS_ENDPOINT: ${{ vars.FOUNDRY_MODELS_ENDPOINT || '' }}
      FOUNDRY_MODELS_API_KEY: ${{ secrets.FOUNDRY_MODELS_API_KEY || '' }}
      FOUNDRY_EMBEDDING_MODEL: ${{ vars.FOUNDRY_EMBEDDING_MODEL || '' }}
      FOUNDRY_IMAGE_EMBEDDING_MODEL: ${{ vars.FOUNDRY_IMAGE_EMBEDDING_MODEL || '' }}
      LOCAL_MCP_URL: ${{ vars.LOCAL_MCP__URL }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest
        timeout-minutes: 15
        run: >
          uv run pytest --import-mode=importlib
          packages/foundry/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-foundry
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Foundry Hosting integration tests
  python-tests-foundry-hosting:
    name: Python Integration Tests - Foundry Hosting
    permissions:
      contents: read
      id-token: write
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    env:
      FOUNDRY_PROJECT_ENDPOINT: ${{ vars.FOUNDRY_PROJECT_ENDPOINT }}
      FOUNDRY_MODEL: ${{ vars.FOUNDRY_MODEL }}
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Azure CLI Login
        uses: azure/login@a641126d1b8aa4d1fa005f4f92df94a3a4c4c906 # v3.1.0
        with:
          client-id: ${{ secrets.AZURE_CLIENT_ID }}
          tenant-id: ${{ secrets.AZURE_TENANT_ID }}
          subscription-id: ${{ secrets.AZURE_SUBSCRIPTION_ID }}
      - name: Test with pytest (Foundry Hosting integration)
        timeout-minutes: 15
        run: >
          uv run pytest --import-mode=importlib
          packages/foundry_hosting/tests
          -m integration
          -n logical --dist worksteal
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-foundry-hosting
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # Azure Cosmos integration tests
  python-tests-cosmos:
    name: Python Integration Tests - Cosmos
    runs-on: ubuntu-latest
    environment: integration
    timeout-minutes: 60
    services:
      cosmosdb:
        image: mcr.microsoft.com/cosmosdb/linux/azure-cosmos-emulator:vnext-preview
        ports:
          - 8081:8081
    env:
      AZURE_COSMOS_ENDPOINT: "http://localhost:8081/"
      # Static Azure Cosmos DB emulator key (documented): https://learn.microsoft.com/en-us/azure/cosmos-db/emulator
      AZURE_COSMOS_KEY: "C2y6yDjf5/R+ob0N8A7Cgv30VRDJIWEHLM+4QDU5DE2nQ9nDuVTqobD4b8mGGyPMbIZnqyMsEcaGQy67XIw/Jw=="
      AZURE_COSMOS_DATABASE_NAME: "agent-framework-cosmos-it-db"
      AZURE_COSMOS_CONTAINER_NAME: "agent-framework-cosmos-it-container"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Wait for Cosmos DB emulator
        run: |
          for i in {1..60}; do
            if curl --silent --show-error http://localhost:8081/ > /dev/null; then
              echo "Cosmos DB emulator is ready."
              exit 0
            fi
            sleep 2
          done
          echo "Cosmos DB emulator did not become ready in time." >&2
          exit 1
      - name: Test with pytest (Cosmos integration)
        run: uv run --directory packages/azure-cosmos poe integration-tests -n logical --dist worksteal --timeout=120 --session-timeout=900 --timeout_method thread --retries 2 --retry-delay 5 --junitxml=${{ github.workspace }}/python/pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-cosmos
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # GitHub Copilot integration tests
  python-tests-github-copilot:
    name: Python Integration Tests - GitHub Copilot
    runs-on: ubuntu-latest
    environment: integration
    permissions:
      copilot-requests: write
      contents: read
    timeout-minutes: 60
    env:
      GITHUB_TOKEN: ${{ github.token }}
      GITHUB_COPILOT_TIMEOUT: "120"
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        id: python-setup
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test with pytest (GitHub Copilot integration)
        run: >
          uv run pytest --import-mode=importlib
          packages/github_copilot/tests
          -m integration
          --timeout=120 --session-timeout=900 --timeout_method thread
          --retries 2 --retry-delay 5
          --junitxml=pytest.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-github-copilot
          path: ./python/pytest.xml
          if-no-files-found: ignore

  # PostgreSQL tests use a disposable local service and need no cloud credentials.
  python-tests-postgres:
    name: Python Integration Tests - PostgreSQL
    runs-on: ubuntu-latest
    timeout-minutes: 15
    permissions:
      contents: read
    services:
      postgres:
        image: pgvector/pgvector:0.8.2-pg17@sha256:feb68f4f15446397d8cac7f4fe48fe4586de83160d1fc48b46283312d1a33966
        env:
          POSTGRES_PASSWORD: local_test
          POSTGRES_DB: af_vectors_test
        ports:
          - 5432:5432
        options: >-
          --health-cmd "pg_isready -U postgres -d af_vectors_test"
          --health-interval 5s --health-timeout 5s --health-retries 10
    env:
      POSTGRES_TEST_CONNECTION_STRING: postgresql://postgres:local_test@localhost:5432/af_vectors_test
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Enable pgvector in the disposable test database
        run: >
          docker exec "${{ job.services.postgres.id }}" psql -U postgres -d af_vectors_test
          -v ON_ERROR_STOP=1 -c 'CREATE EXTENSION IF NOT EXISTS vector'
      - name: Test PostgreSQL integration
        run: >
          uv run pytest --import-mode=importlib packages/postgres/tests
          -m integration --timeout=120 --session-timeout=900 --timeout_method thread
          --junitxml=pytest-postgres.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-postgres
          path: ./python/pytest-postgres.xml
          if-no-files-found: ignore

  python-tests-redis:
    name: Python Integration Tests - Redis
    runs-on: ubuntu-latest
    timeout-minutes: 20
    permissions:
      contents: read
    services:
      redis:
        image: redis:8.0.3
        ports:
          - 6379:6379
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 5s
          --health-timeout 3s
          --health-retries 10
    env:
      REDIS_VECTOR_TEST_URL: redis://localhost:6379
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Test Redis integrations
        run: >
          uv run --no-sync pytest
          packages/redis/tests/test_vector_store.py
          packages/redis/tests/test_context_provider_integration.py
          -m integration --timeout=120 --junitxml=pytest-redis.xml
      - name: Upload test results
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: test-results-redis
          path: ./python/pytest-redis.xml
          if-no-files-found: ignore

  # Integration test trend report (aggregates per-job JUnit XML results)
  python-integration-test-report:
    name: Integration Test Report
    if: >
      always() &&
      (contains(join(needs.*.result, ','), 'success') ||
       contains(join(needs.*.result, ','), 'failure'))
    needs:
      [
        python-tests-openai,
        python-tests-azure-openai,
        python-tests-misc-integration,
        python-tests-foundry,
        python-tests-foundry-hosting,
        python-tests-cosmos,
        python-tests-qdrant,
        python-tests-mongodb,
        python-tests-github-copilot,
        python-tests-postgres,
        python-tests-redis,
      ]
    runs-on: ubuntu-latest
    defaults:
      run:
        working-directory: python
    steps:
      - uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
        with:
          ref: ${{ inputs.checkout-ref }}
          persist-credentials: false
      - name: Set up python and install the project
        uses: ./.github/actions/python-setup
        with:
          python-version: ${{ env.UV_PYTHON }}
          os: ${{ runner.os }}
      - name: Download all test results from current run
        uses: actions/download-artifact@9000827ccba6bdab643e8b6fd33ac0654aef8333 # v8.0.2
        with:
          pattern: test-results-*
          path: test-results/
      - name: Restore report history cache
        uses: actions/cache/restore@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: python/integration-report-history.json
          key: integration-report-history-integration-${{ github.run_id }}
          restore-keys: |
            integration-report-history-integration-
      - name: Generate trend report
        run: >
          uv run python scripts/integration_test_report/aggregate.py
          ../test-results/
          integration-report-history.json
          integration-test-report.md
      - name: Post to Job Summary
        if: always()
        run: cat integration-test-report.md >> $GITHUB_STEP_SUMMARY
      - name: Save report history cache
        if: always()
        uses: actions/cache/save@55cc8345863c7cc4c66a329aec7e433d2d1c52a9 # v6.1.0
        with:
          path: python/integration-report-history.json
          key: integration-report-history-integration-${{ github.run_id }}
      - name: Upload unified trend report
        if: always()
        uses: actions/upload-artifact@cf430e030ddbb5b0abf93d22962f4752f3646cd9 # v7.0.2
        with:
          name: integration-test-report
          path: |
            python/integration-test-report.md
            python/integration-report-history.json

  python-integration-tests-check:
    if: always()
    runs-on: ubuntu-latest
    needs:
      [
        python-tests-unit,
        python-tests-openai,
        python-tests-azure-openai,
        python-tests-misc-integration,
        python-tests-foundry,
        python-tests-foundry-hosting,
        python-tests-cosmos,
        python-tests-qdrant,
        python-tests-mongodb,
        python-tests-github-copilot,
        python-tests-postgres,
        python-tests-redis,
      ]
    steps:
      - name: Fail workflow if tests failed
        if: contains(join(needs.*.result, ','), 'failure')
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        with:
          script: core.setFailed('Integration Tests Failed!')

      - name: Fail workflow if tests cancelled
        if: contains(join(needs.*.result, ','), 'cancelled')
        uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
        with:
          script: core.setFailed('Integration Tests Cancelled!')