agent-engineering-toolkit/.github/workflows/ci.yml at main · AdvancingTitans/agent-engineering-toolkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
name: CI

on:
  push:
    branches: [main]
    tags: ['v*']
  pull_request:

concurrency:
  group: ci-${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  installed-demo:
    name: Installed demo (${{ matrix.os }}, Python ${{ matrix.python }})
    runs-on: ${{ matrix.os }}
    strategy:
      fail-fast: false
      matrix:
        include:
          - os: ubuntu-latest
            python: '3.11'
          - os: ubuntu-latest
            python: '3.12'
          - os: ubuntu-latest
            python: '3.13'
          - os: macos-latest
            python: '3.11'
          - os: macos-latest
            python: '3.13'
          - os: windows-latest
            python: '3.11'
          - os: windows-latest
            python: '3.13'
    steps:
      - uses: actions/checkout@v4
      - uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python }}
      - uses: astral-sh/setup-uv@v5
      - run: uv build
      - run: python scripts/verify_installed_demo.py

  verify:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v4
      - uses: astral-sh/setup-uv@v5
      - uses: actions/setup-node@v4
        with:
          node-version: 20
      - name: Full test suite
        run: uv run --with pytest python -m pytest -q
      - name: Verify the stale-proof demo
        run: ./examples/stale-proof-demo.sh
      - name: Verify real-agent suites
        run: |
          mkdir -p .aet/evidence/suites
          uv run aet learn suite verify --suite eval/real-agent/core --output .aet/evidence/suites/core.json
          uv run aet learn suite verify --suite eval/real-agent/validation --output .aet/evidence/suites/validation.json
          uv run aet learn suite verify --suite eval/real-agent/held-out --output .aet/evidence/suites/held-out.json
          uv run aet learn suite verify --suite eval/real-agent/deterministic --output .aet/evidence/suites/deterministic.json
      - name: Parse the complete self-review Atlas with Mermaid 11.16.0
        run: |
          npm ci --prefix packages/atlas-viewer-runtime
          uv run python examples/evidence-atlas/build_example.py --output .aet/evidence/atlas-self-review
          uv run aet atlas build .aet/evidence/atlas-self-review --max-nodes 14 --max-depth 4 --no-llm
          npm --prefix packages/atlas-viewer-runtime run validate:atlas -- "$GITHUB_WORKSPACE/.aet/evidence/atlas-self-review.atlas"
      - run: uv run --no-editable --reinstall-package agent-engineering-toolkit aet audit . --strict --format json --output .aet/evidence/audit.json
      - name: Build and smoke-test the exact wheel version
        run: |
          source_version="$(uv run python -c 'import aet; print(aet.__version__)')"
          uv build
          wheel_version="$(uv run --isolated --with "$(find dist -name '*.whl' -print -quit)" aet --version)"
          test "$wheel_version" = "$source_version"
          mkdir -p .aet/ci/dist
          cp dist/* .aet/ci/dist/
          wheel="$(find .aet/ci/dist -name '*.whl' -print -quit)"
          jq -n --arg commit "$GITHUB_SHA" --arg version "$source_version" \
            --arg wheel "$(basename "$wheel")" --arg wheel_sha256 "$(sha256sum "$wheel" | cut -d' ' -f1)" \
            '{schema_version:"aet-ci-release-candidate/v1",commit:$commit,version:$version,wheel:$wheel,wheel_sha256:$wheel_sha256,full_test_suite:"PASS",audit:"PASS",suite_verification:"PASS"}' \
            > .aet/ci/manifest.json
      - name: Upload commit-bound release candidate
        uses: actions/upload-artifact@v4
        with:
          name: release-candidate-${{ github.sha }}
          path: |
            .aet/ci
            .aet/evidence
          include-hidden-files: true
          if-no-files-found: error