-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathjustfile
More file actions
184 lines (131 loc) · 6.39 KB
/
Copy pathjustfile
File metadata and controls
184 lines (131 loc) · 6.39 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
# Repository commands. CI is authoritative; local `just check` mirrors required gates.
set windows-shell := ["powershell.exe", "-NoProfile", "-Command"]
default:
@just --list
# Full local gate assumed by CONTRIBUTING.md. It is intentionally heavy and
# includes Ruff lint/format checks, mypy, pytest including tests/forensic, and
# capability registry validation.
check: lean-build import-boundary sorry-audit env-audit-scaffold schema-validate registry-validate federation-validate assurance-validate python-check lint fmt mypy test forensic-test studio-test conformance differential replay exe-smoke ideal-membership-smoke adversarial adversarial-exec leanlink-fuzz property metamorphic perf-budgets real-world agent-held-out foundry-validate tool-selection foundry-metrics metrics registry-historical-replay trace-to-plan-demo
@echo "just check: ok"
lean-build:
lake build
import-boundary:
python scripts/check_import_boundaries.py
sorry-audit:
python scripts/audit_sorry_axioms.py
# Environment-level import/axiom audits (ME-RV-071/072). Requires lake build of drivers.
env-audit-scaffold:
python scripts/scaffold_env_audits.py
# Windows: smoke_exe attempts scripts/link_exe_via_rsp.py first, then degrades
# with replay_dependency_missing (Linux CI remains authoritative).
exe-smoke:
python scripts/smoke_exe.py
kernel-replay-smoke:
python scripts/smoke_exe.py
@echo "kernel-replay-smoke: see smoke_exe.py (rsp required on Windows; olean degrade if link fails)"
# Prefer smoke_exe (rsp + dual self-test). Standalone analytic path also tries rsp.
kernel-replay-analytic:
python -c "from pathlib import Path; import subprocess, sys, os; root=Path('.'); name='mathevidence-kernel-replay'; cands=[root/'.lake'/'build'/'bin'/(name+('.exe' if sys.platform=='win32' else '')), root/'.lake'/'build'/'bin'/name]; p=next((c for c in cands if c.exists()), None);\
\
def try_rsp():\
link=root/'scripts'/'link_exe_via_rsp.py';\
if sys.platform!='win32' or not link.is_file(): return None;\
print('kernel-replay-analytic: attempting Windows rsp link'); r=subprocess.run([sys.executable,str(link),name],cwd=str(root));\
return next((c for c in cands if c.exists()), None) if r.returncode==0 else None;\
\
p=p or try_rsp();\
if p is not None:\
r=subprocess.run([str(p),'--self-test-analytic'], capture_output=True, text=True); print(r.stdout); print(r.stderr, file=sys.stderr); raise SystemExit(r.returncode);\
print('kernel-replay-analytic: replay_dependency_missing — exe not linked after rsp attempt (Linux CI authoritative; olean ReplaySound is local theorem authority)'); raise SystemExit(0)"
ideal-membership-smoke:
python scripts/smoke_ideal_membership.py
# Release-grade: propose + Lean OfflineFixtures + Certification Record (nightly).
ideal-membership-release:
python scripts/run_ideal_membership_benchmark.py --tier release
schema-validate:
python scripts/validate_schemas.py
# Includes SPEC-00 maturity inventory vs docs/STATUS.md CR-eligibility claims.
registry-validate:
python scripts/validate_registry.py
federation-validate:
python scripts/validate_federation.py
python scripts/run_federation_harness.py
assurance-validate:
python scripts/validate_assurance.py
registry-historical-replay:
python scripts/test_registry_historical_replay.py
trace-to-plan-demo:
python scripts/run_trace_to_plan_demo.py
python-check:
python -c "import adapters.common; import adapters.common.discovery; import adapters.common.rpc_client; import adapters.sympy; import adapters.mathematica; import adapters.sage; import agent.api; import agent.sdk; import agent.hypothesis; import agent.conjecture; import agent.trace_to_plan; import foundry.capture; import foundry.pipelines; print('adapters+agent+foundry import ok')"
lint:
python -m ruff check adapters scripts agent foundry tests
fmt:
python -m ruff format --check adapters scripts agent foundry tests
mypy:
python -m mypy adapters agent
test:
python -m pytest adapters agent foundry -q
forensic-test:
python -m pytest tests/forensic -q
# Product 09 Studio epistemic gate + golden transcripts (VS Code / Wolfram contract)
studio-test:
python -m pytest adapters/common/test_epistemic_studio.py -q
agent-held-out:
python scripts/run_agent_held_out.py
agent-held-out-baseline:
python scripts/run_agent_held_out_baseline.py
foundry-corpus:
python scripts/build_foundry_corpus.py
foundry-validate:
python scripts/validate_foundry_corpus.py
tool-selection:
python scripts/run_tool_selection_benchmark.py
metrics:
python scripts/metrics/run_section19_metrics.py
foundry-metrics:
python scripts/metrics/foundry_tool_selection.py
python scripts/metrics/foundry_corpus_quality.py
python scripts/metrics/track_contributions.py
# Train trivial selector on foundry corpus train split; eval on tool_selection.
foundry-train-eval:
python scripts/metrics/foundry_trained_selector.py
agent-api:
python -m agent.api.server --host 127.0.0.1 --port 8787
conformance:
python scripts/run_adapter_conformance.py
differential:
python scripts/run_differential_backends.py
replay: replay-python replay-lean
replay-python:
python scripts/offline_replay_python.py
replay-exact-offline:
# SPEC-09: structure + regenerability (network disabled; no Lake required)
python -m pytest tests/forensic/test_offline_exact_replay.py -q
python scripts/offline_exact_replay.py tamper-selftest
replay-lean:
lake build MathEvidence.Core.JsonCanonicalTests MathEvidence.Checkers.RationalEquality.OfflineFixtures MathEvidence.Checkers.Calculus.Tests MathEvidence.Tactic.Examples MathEvidence.Hypothesis MathEvidence.Conjecture MathEvidence.TraceToPlan MathEvidence.Assurance
adversarial:
python scripts/validate_adversarial_seed.py
adversarial-exec:
python scripts/run_adversarial_executable.py
leanlink-fuzz:
python scripts/run_leanlink_fuzz_stubs.py
property:
python scripts/run_property_tests.py
metamorphic:
python scripts/run_metamorphic.py
perf-budgets:
python scripts/run_perf_budgets.py
real-world:
python scripts/run_real_world.py
generate-evidence:
python scripts/generate_evidence_fixtures.py
generate-m3-evidence:
python scripts/generate_m3_evidence.py
generate-m5-evidence:
python scripts/generate_m5_evidence.py
generate-lean-fixtures:
python scripts/generate_lean_offline_fixtures.py
release-provenance:
python scripts/generate_release_provenance.py