Skip to content

Commit 3db9881

Browse files
committed
infra: collapse frozen V121 matrix to one schedulable worker
1 parent 9083269 commit 3db9881

1 file changed

Lines changed: 15 additions & 15 deletions

File tree

.github/workflows/trace-ace-v121-pr-launch.yml

Lines changed: 15 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -6,7 +6,7 @@ on:
66

77
concurrency:
88
group: trace-ace-v121-frozen-pr
9-
cancel-in-progress: false
9+
cancel-in-progress: true
1010

1111
env:
1212
TRANSCRIPT_KEY: trace-ace-transcripts-v1-603547640
@@ -65,13 +65,8 @@ jobs:
6565

6666
embed:
6767
needs: prepare
68-
strategy:
69-
fail-fast: false
70-
max-parallel: 4
71-
matrix:
72-
shard: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15]
7368
runs-on: ubuntu-24.04
74-
timeout-minutes: 25
69+
timeout-minutes: 120
7570
steps:
7671
- uses: actions/checkout@v4
7772
with:
@@ -86,16 +81,22 @@ jobs:
8681
with:
8782
name: v121-prepared-pr
8883
path: v121_prepared
89-
- name: Embed exact frozen V121 texts
84+
- name: Embed all 16 exact frozen shards sequentially
9085
run: |
86+
set -euo pipefail
9187
cd competitions/trace_the_ace
92-
python v121_staged_transport.py embed --dir ../../v121_prepared \
93-
--shard ${{ matrix.shard }} --shards 16 \
94-
--out ../../v121_embeddings_shard_${{ matrix.shard }}.npz
88+
for shard in $(seq 0 15); do
89+
echo "===== FROZEN V121 SHARD $shard / 15 ====="
90+
python v121_staged_transport.py embed --dir ../../v121_prepared \
91+
--shard "$shard" --shards 16 \
92+
--out "../../v121_embeddings_shard_${shard}.npz"
93+
done
94+
cd ../..
95+
test "$(find . -maxdepth 1 -name 'v121_embeddings_shard_*.npz' | wc -l)" -eq 16
9596
- uses: actions/upload-artifact@v4
9697
with:
97-
name: v121-pr-embeddings-${{ matrix.shard }}
98-
path: v121_embeddings_shard_${{ matrix.shard }}.npz
98+
name: v121-pr-embeddings-all
99+
path: v121_embeddings_shard_*.npz
99100
retention-days: 2
100101
compression-level: 0
101102

@@ -119,9 +120,8 @@ jobs:
119120
path: v121_prepared
120121
- uses: actions/download-artifact@v4
121122
with:
122-
pattern: v121-pr-embeddings-*
123+
name: v121-pr-embeddings-all
123124
path: v121_embedding_shards
124-
merge-multiple: false
125125
- name: Evaluate frozen V121 precommit
126126
run: |
127127
cd competitions/trace_the_ace

0 commit comments

Comments
 (0)