diff --git a/.github/workflows/checks.yml b/.github/workflows/checks.yml index 14f0b3d..6c9867b 100644 --- a/.github/workflows/checks.yml +++ b/.github/workflows/checks.yml @@ -76,10 +76,7 @@ jobs: with: python-version: ${{ matrix.python-version }} - name: Install dependencies - # --all-extras: mypy walks every eval's tests, so per-eval extras - # (e.g. lab_bench_2's labbench2 dep, which transitively provides Pillow) - # must be present for import resolution. - run: uv sync --frozen --all-extras + run: uv sync --frozen - name: Run mypy run: uv run mypy --version && uv run mypy src tests @@ -150,9 +147,7 @@ jobs: with: python-version: "3.12" - name: Install dependencies - # --all-extras: generate_readmes.py importlib-imports each eval - # package to introspect @task signatures; missing extras = ImportError. - run: uv sync --frozen --all-extras + run: uv sync --frozen - name: Regenerate READMEs run: uv run python tools/generate_readmes.py - name: Fail if docs changed diff --git a/.template-sync-sha b/.template-sync-sha index e69de29..1ebbd3f 100644 --- a/.template-sync-sha +++ b/.template-sync-sha @@ -0,0 +1 @@ +ab3623ff56bd13c2b3fcdc7df24f888f415438b4 diff --git a/agent_artefacts/trajectory_analysis/inspect_scout/analyze_validity.py b/agent_artefacts/trajectory_analysis/inspect_scout/analyze_validity.py index 16b6c10..64d61a3 100644 --- a/agent_artefacts/trajectory_analysis/inspect_scout/analyze_validity.py +++ b/agent_artefacts/trajectory_analysis/inspect_scout/analyze_validity.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# MANAGED FILE - Updates pulled from template. See MANAGED_FILES.md """ Analyze sample validity from Inspect Scout scan results. diff --git a/agent_artefacts/trajectory_analysis/inspect_scout/extract_results.py b/agent_artefacts/trajectory_analysis/inspect_scout/extract_results.py index 6a56955..41b2af6 100644 --- a/agent_artefacts/trajectory_analysis/inspect_scout/extract_results.py +++ b/agent_artefacts/trajectory_analysis/inspect_scout/extract_results.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# MANAGED FILE - Updates pulled from template. See MANAGED_FILES.md """ Extract and summarize Inspect Scout scan results. diff --git a/agent_artefacts/trajectory_analysis/inspect_scout/run_all_scanners.py b/agent_artefacts/trajectory_analysis/inspect_scout/run_all_scanners.py index db02396..bb63ac7 100644 --- a/agent_artefacts/trajectory_analysis/inspect_scout/run_all_scanners.py +++ b/agent_artefacts/trajectory_analysis/inspect_scout/run_all_scanners.py @@ -1,4 +1,5 @@ #!/usr/bin/env python3 +# MANAGED FILE - Updates pulled from template. See MANAGED_FILES.md """ Run all default Inspect Scout scanners on eval logs. diff --git a/agent_artefacts/trajectory_analysis/inspect_scout/scanners.py b/agent_artefacts/trajectory_analysis/inspect_scout/scanners.py index f430abc..07892f8 100644 --- a/agent_artefacts/trajectory_analysis/inspect_scout/scanners.py +++ b/agent_artefacts/trajectory_analysis/inspect_scout/scanners.py @@ -1,3 +1,4 @@ +# MANAGED FILE - Updates pulled from template. See MANAGED_FILES.md """ Default scanners for trajectory analysis using Inspect Scout. diff --git a/agent_artefacts/trajectory_analysis/inspect_scout/utils.py b/agent_artefacts/trajectory_analysis/inspect_scout/utils.py index 5acf6f1..2fd9fa4 100644 --- a/agent_artefacts/trajectory_analysis/inspect_scout/utils.py +++ b/agent_artefacts/trajectory_analysis/inspect_scout/utils.py @@ -1,3 +1,4 @@ +# MANAGED FILE - Updates pulled from template. See MANAGED_FILES.md """Shared utilities for Inspect Scout analysis scripts.""" from pathlib import Path diff --git a/src/examples/sync_theirs b/src/examples/sync_theirs new file mode 100644 index 0000000..7fb65eb --- /dev/null +++ b/src/examples/sync_theirs @@ -0,0 +1,7 @@ +tree template/main:src/examples/ + +__init__.py +agentic/ +gpqa/ +llm_judge/ +simple_qa/ diff --git a/tests/examples/sync_theirs b/tests/examples/sync_theirs new file mode 100644 index 0000000..b780bff --- /dev/null +++ b/tests/examples/sync_theirs @@ -0,0 +1,6 @@ +tree template/main:tests/examples/ + +test_agentic.py +test_gpqa.py +test_llm_judge.py +test_simple_qa.py