Run memory-safe frozen V121 semantic residual #6
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Trace Ace V121 Frozen Embed Only | |
| on: | |
| pull_request: | |
| branches: [agent/trace-ace-mastery-events, agent/v111-runner] | |
| paths: | |
| - '.github/workflows/trace-ace-v121-embed-only.yml' | |
| workflow_dispatch: | |
| # Reuses the already-successful exact frozen V121 prepared artifact from run 32400309220. | |
| # Scientific model/text/sample/folds/gates are unchanged. | |
| concurrency: | |
| group: trace-ace-v121-embed-only-16-p4 | |
| cancel-in-progress: false | |
| env: | |
| PREPARED_RUN_ID: '32400309220' | |
| jobs: | |
| embed: | |
| strategy: | |
| fail-fast: false | |
| max-parallel: 4 | |
| matrix: | |
| shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15] | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 20 | |
| permissions: | |
| actions: read | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| cache: pip | |
| - name: Install dependencies | |
| run: python -m pip install --disable-pip-version-check numpy pandas scipy scikit-learn fastembed==0.8.0 | |
| - name: Download exact frozen V121 prepared artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: v121-prepared | |
| path: v121_prepared | |
| repository: heathsanchez/mathgraph | |
| run-id: ${{ env.PREPARED_RUN_ID }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Verify frozen preparation manifest exists | |
| run: | | |
| test -f v121_prepared/manifest.json | |
| cat v121_prepared/manifest.json | |
| - name: Embed exact frozen V121 texts shard ${{ matrix.shard }} | |
| run: | | |
| cd competitions/trace_the_ace | |
| python v121_staged_transport.py embed --dir ../../v121_prepared \ | |
| --shard ${{ matrix.shard }} --shards 16 \ | |
| --out ../../v121_embeddings_shard_${{ matrix.shard }}.npz | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: v121-embeddings-${{ matrix.shard }} | |
| path: v121_embeddings_shard_${{ matrix.shard }}.npz | |
| retention-days: 2 | |
| compression-level: 0 | |
| evaluate: | |
| needs: embed | |
| runs-on: ubuntu-24.04 | |
| timeout-minutes: 20 | |
| permissions: | |
| actions: read | |
| contents: read | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| cache: pip | |
| - name: Install dependencies | |
| run: python -m pip install --disable-pip-version-check numpy pandas scipy scikit-learn fastembed==0.8.0 | |
| - name: Download exact frozen V121 prepared artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: v121-prepared | |
| path: v121_prepared | |
| repository: heathsanchez/mathgraph | |
| run-id: ${{ env.PREPARED_RUN_ID }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Download all exact embedding shards | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: v121-embeddings-* | |
| path: v121_embedding_shards | |
| merge-multiple: false | |
| - name: Evaluate frozen V121 precommit | |
| run: | | |
| cd competitions/trace_the_ace | |
| python v121_staged_transport.py evaluate --dir ../../v121_prepared \ | |
| --embeddings ../../v121_embedding_shards --out ../../v121_pretrained_semantic_residual.json | |
| - name: Show decision | |
| run: cat v121_pretrained_semantic_residual.json | |
| - uses: actions/upload-artifact@v4 | |
| with: | |
| name: trace-ace-v121-pretrained-semantic-residual | |
| path: v121_pretrained_semantic_residual.json | |
| retention-days: 14 |