Skip to content

V139 component applicability #1

V139 component applicability

V139 component applicability #1

name: Trace Ace V139 Component Applicability
on:
pull_request:
branches: [agent/v138-joint-effect-field]
paths:
- 'competitions/trace_the_ace/v139_component_applicability.py'
- 'competitions/trace_the_ace/V139_PRECOMMIT.md'
- '.github/workflows/trace-ace-v139-component-applicability.yml'
workflow_dispatch:
jobs:
evaluate:
runs-on: ubuntu-24.04
timeout-minutes: 120
steps:
- uses: actions/checkout@v4
- uses: actions/setup-python@v5
with:
python-version: '3.12'
cache: pip
- name: Install dependencies
run: python -m pip install --disable-pip-version-check numpy pandas scipy scikit-learn gdown
- name: Restore exact transcript cache
id: transcript-cache
uses: actions/cache@v4
with:
path: transcripts.zip
key: trace-ace-transcripts-v1-603547640
- name: Require cache
run: |
set -euo pipefail
test '${{ steps.transcript-cache.outputs.cache-hit }}' = 'true'
test "$(stat -c%s transcripts.zip)" = '603547640'
echo 'e685b85b04694e130c25b17d09cdd1892fbda5e9fa685e98b2300114b915aa2d transcripts.zip' | sha256sum -c -
- name: Restore metadata
run: |
set -euo pipefail
gdown 1EpqoamY0vFI2qE57R6wdqU5HwuoVk3Zz -O metadata.zip
mkdir -p data/transcripts data/meta
unzip -q transcripts.zip -d data/transcripts
unzip -q metadata.zip -d data/meta
FEATURES=$(find data/meta -type f -name 'train_features*.csv' -print -quit)
LABELS=$(find data/meta -type f -name 'train_labels*.csv' -print -quit)
FIRST=$(find data/transcripts -type f -name '*.csv' -print -quit)
TRANSCRIPTS=$(dirname "$FIRST")
echo "FEATURES=$FEATURES" >> "$GITHUB_ENV"
echo "LABELS=$LABELS" >> "$GITHUB_ENV"
echo "TRANSCRIPTS=$TRANSCRIPTS" >> "$GITHUB_ENV"
- name: Run frozen V139
run: |
cd competitions/trace_the_ace
python v139_component_applicability.py --features "../../$FEATURES" --labels "../../$LABELS" --transcripts "../../$TRANSCRIPTS" --out ../../v139_component_applicability.json --oof ../../v139_component_oof.npz
- name: Show decision
if: always()
run: cat v139_component_applicability.json || true
- uses: actions/upload-artifact@v4
if: always()
with:
name: trace-ace-v139-component-applicability
path: |
v139_component_applicability.json
v139_component_oof.npz
retention-days: 14