agentenv-framework/.github/workflows/harness.yml at main · scaleapi/agentenv-framework · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
name: Harness contract

# TRL's harness rollouts on a bundle's own agents (agent_env.training.harness, tst/unit/training/harness_test.py)
# through OpenEnv's capture proxy, on the uv.lock pins and on the latest OpenEnv. The harness reads the proxy's internals
# (its session registry, export and training trace), which OpenEnv can change in any minor release. It runs on pull
# requests that touch the harness or its tier, weekly, and on demand; it isn't a required check.

on:
  pull_request:
    paths:
      - "src/agent_env/training/**"
      - "tst/unit/training/**"
      - "tst/util/fake_vllm.py"
      - "pyproject.toml"
      - "uv.lock"
      - ".github/workflows/harness.yml"
  schedule:
    - cron: "53 7 * * 1"
  workflow_dispatch:

permissions:
  contents: read

concurrency:
  group: harness-${{ github.event_name == 'pull_request' && github.ref || github.sha }}
  cancel-in-progress: ${{ github.event_name == 'pull_request' }}

env:
  PIP_DISABLE_PIP_VERSION_CHECK: "1"

jobs:
  capture:
    name: capture (openenv ${{ matrix.openenv }})
    runs-on: ubuntu-latest
    timeout-minutes: 15
    strategy:
      fail-fast: false
      matrix:
        openenv: ["locked", "latest"]
    steps:
      - uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4.4.0
      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5.6.0
        with:
          python-version: "3.12"
      - name: Install from uv.lock, with the latest OpenEnv for latest
        run: |
          python -m pip install --quiet -r .github/ci-requirements.txt
          uv sync --locked --extra dev --python "$(command -v python)"
          if [ "${{ matrix.openenv }}" = latest ]; then uv pip install --python .venv/bin/python --upgrade openenv; fi
          .venv/bin/python -c "import importlib.metadata as m; print('openenv', m.version('openenv'))"
      - name: Harness tier
        run: .venv/bin/python -m pytest tst/unit/training/harness_test.py -rA --timeout=600 --junitxml=junit-harness.xml
      - name: No skips
        if: always()
        run: .venv/bin/python .github/scripts/check_skip_policy.py junit-harness.xml