AMFAM_Doc_intel_capstone/braintrust.env.example at main · grantmooslin/AMFAM_Doc_intel_capstone · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
# =============================================================================
# Braintrust configuration — single source of truth for the AMFAM document
# classification experiments. Copy this file to braintrust.env and fill in
# real values. braintrust.env is gitignored (it holds API keys).
#
# Every experiment/report/dataset script in scripts/ reads these values via
# src/braintrust_config.py. Command-line flags still override them per-run.
# =============================================================================

# Braintrust organization this environment runs experiments in.
BRAINTRUST_ORG_ID=your-org-id-here

# Project used for experiments, reports, and datasets.
BRAINTRUST_PROJECT_NAME=AMFAM v2
BRAINTRUST_PROJECT_ID=your-project-id-here

# Project + dataset that holds the labeled source images (attachments + ground
# truth) that experiments classify. Usually the same project as above.
BRAINTRUST_DATASET_PROJECT=AMFAM v2
BRAINTRUST_DATASET=fixed_size_sampled

# Dataset that gets built from every qwen v1-v11 misclassification, with each
# row annotated by the prompt version it stemmed from.
BRAINTRUST_SMOKE_DATASET=qwen_misclassification_smoke_v1_v11

# Space-separated list of Qwen experiments (prompt versions v1-v11) whose
# misclassifications feed the smoke-test dataset. Entries may carry the
# suffix Braintrust appends to duplicate experiment names. Any experiment with
# zero misclassifications simply contributes no rows.
QWEN_EXPERIMENTS=\
qwen3.7-flash_v1_reasoning-5718f5da \
qwen3.7-flash_v2_reasoning \
qwen3.7-flash_v3_reasoning-14553e3a \
qwen3.7-flash_v4_reasoning \
qwen3.7-flash_v5_reasoning \
qwen3.7-flash_v6_reasoning \
qwen3.7-flash_v7_reasoning \
qwen3.7-flash_v8_reasoning \
qwen3.7-flash_v8.5_reasoning \
qwen3.7-flash_v9_reasoning \
qwen3.7-flash_v10_smoke \
qwen3.7-flash_v10_reasoning \
qwen3.7-flash_v11_smoke \
qwen3.7-flash_v11_reasoning

# Default model used to run experiments against the datasets.
BRAINTRUST_MODEL=qwen/qwen3.7-flash

# API base (only change if you use a Braintrust proxy).
BRAINTRUST_API_BASE=https://api.braintrust.dev

# API keys. Set BRAINTRUST_API_KEY to a key with write access to the project
# above so experiments/datasets can be created there.
BRAINTRUST_API_KEY=your-braintrust-api-key-here
OPENROUTER_API_KEY=your-openrouter-api-key-here

# Optional: a separate read-only key for a different source account when the
# dataset lives somewhere else. Leave blank to use BRAINTRUST_API_KEY.
# DATA_BRAINTRUST_KEY=