Skip to content

Commit 1b1935a

Browse files
ponythewhiteponythewhite
committed
Tighten public README benchmark presentation
1 parent 22d8fc8 commit 1b1935a

69 files changed

Lines changed: 676 additions & 1513 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎CONTRIBUTING.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ python scripts/benchmark_suite.py \
3434
## Release workflow
3535

3636
1. Update benchmark artifacts if the public performance story changed.
37-
2. Ensure `README.md`, the notebook, and `benchmarks/results/*.json` agree with the current implementation.
37+
2. Ensure `README.md` and `benchmarks/results/*.json` agree with the current implementation.
3838
3. Tag the release as `vX.Y.Z`.
3939
4. Push the tag to trigger `.github/workflows/release.yml`.
4040
5. Verify the uploaded GitHub release artifacts and the published PyPI files.

‎README.md‎

Lines changed: 122 additions & 130 deletions
Large diffs are not rendered by default.

‎benchmarks/results/frontier/frontier-cache-pq4-first3-20260425-auto.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -2575,7 +2575,7 @@
25752575
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
25762576
"embedding_backend": "sentence-transformers",
25772577
"normalized_l2": true,
2578-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2578+
"cache_root": "/benchmark/clostera/cache/datasets",
25792579
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
25802580
"class_names": [
25812581
"alt.atheism",
@@ -5139,7 +5139,7 @@
51395139
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
51405140
"embedding_backend": "sentence-transformers",
51415141
"normalized_l2": true,
5142-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
5142+
"cache_root": "/benchmark/clostera/cache/datasets",
51435143
"raw_fingerprint": "9279f81431391518",
51445144
"class_names": null
51455145
},

‎benchmarks/results/frontier/frontier-cache-pq4-first3-20260425-avx2.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -2575,7 +2575,7 @@
25752575
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
25762576
"embedding_backend": "sentence-transformers",
25772577
"normalized_l2": true,
2578-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2578+
"cache_root": "/benchmark/clostera/cache/datasets",
25792579
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
25802580
"class_names": [
25812581
"alt.atheism",
@@ -5139,7 +5139,7 @@
51395139
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
51405140
"embedding_backend": "sentence-transformers",
51415141
"normalized_l2": true,
5142-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
5142+
"cache_root": "/benchmark/clostera/cache/datasets",
51435143
"raw_fingerprint": "9279f81431391518",
51445144
"class_names": null
51455145
},

‎benchmarks/results/frontier/frontier-cache-pq4-first3-20260425-avx512.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -2575,7 +2575,7 @@
25752575
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
25762576
"embedding_backend": "sentence-transformers",
25772577
"normalized_l2": true,
2578-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2578+
"cache_root": "/benchmark/clostera/cache/datasets",
25792579
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
25802580
"class_names": [
25812581
"alt.atheism",
@@ -5139,7 +5139,7 @@
51395139
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
51405140
"embedding_backend": "sentence-transformers",
51415141
"normalized_l2": true,
5142-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
5142+
"cache_root": "/benchmark/clostera/cache/datasets",
51435143
"raw_fingerprint": "9279f81431391518",
51445144
"class_names": null
51455145
},

‎benchmarks/results/frontier/frontier-first3-20260425-auto.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -1166,7 +1166,7 @@
11661166
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
11671167
"embedding_backend": "sentence-transformers",
11681168
"normalized_l2": true,
1169-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
1169+
"cache_root": "/benchmark/clostera/cache/datasets",
11701170
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
11711171
"class_names": [
11721172
"alt.atheism",
@@ -2321,7 +2321,7 @@
23212321
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
23222322
"embedding_backend": "sentence-transformers",
23232323
"normalized_l2": true,
2324-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2324+
"cache_root": "/benchmark/clostera/cache/datasets",
23252325
"raw_fingerprint": "9279f81431391518",
23262326
"class_names": null
23272327
},

‎benchmarks/results/frontier/frontier-first3-20260425-avx2.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -1166,7 +1166,7 @@
11661166
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
11671167
"embedding_backend": "sentence-transformers",
11681168
"normalized_l2": true,
1169-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
1169+
"cache_root": "/benchmark/clostera/cache/datasets",
11701170
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
11711171
"class_names": [
11721172
"alt.atheism",
@@ -2321,7 +2321,7 @@
23212321
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
23222322
"embedding_backend": "sentence-transformers",
23232323
"normalized_l2": true,
2324-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2324+
"cache_root": "/benchmark/clostera/cache/datasets",
23252325
"raw_fingerprint": "9279f81431391518",
23262326
"class_names": null
23272327
},

‎benchmarks/results/frontier/frontier-first3-20260425-avx512.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -1166,7 +1166,7 @@
11661166
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
11671167
"embedding_backend": "sentence-transformers",
11681168
"normalized_l2": true,
1169-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
1169+
"cache_root": "/benchmark/clostera/cache/datasets",
11701170
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
11711171
"class_names": [
11721172
"alt.atheism",
@@ -2321,7 +2321,7 @@
23212321
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
23222322
"embedding_backend": "sentence-transformers",
23232323
"normalized_l2": true,
2324-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2324+
"cache_root": "/benchmark/clostera/cache/datasets",
23252325
"raw_fingerprint": "9279f81431391518",
23262326
"class_names": null
23272327
},

‎benchmarks/results/frontier/frontier-pq4-first3-20260425-auto.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -2575,7 +2575,7 @@
25752575
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
25762576
"embedding_backend": "sentence-transformers",
25772577
"normalized_l2": true,
2578-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2578+
"cache_root": "/benchmark/clostera/cache/datasets",
25792579
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
25802580
"class_names": [
25812581
"alt.atheism",
@@ -5139,7 +5139,7 @@
51395139
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
51405140
"embedding_backend": "sentence-transformers",
51415141
"normalized_l2": true,
5142-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
5142+
"cache_root": "/benchmark/clostera/cache/datasets",
51435143
"raw_fingerprint": "9279f81431391518",
51445144
"class_names": null
51455145
},

‎benchmarks/results/frontier/frontier-pq4-first3-20260425-avx2.json‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -33,7 +33,7 @@
3333
"embedding_revision": "3d74acf9a28c67741b2f4f2ea7635f0aaf6f0268",
3434
"embedding_backend": "transformers",
3535
"normalized_l2": true,
36-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
36+
"cache_root": "/benchmark/clostera/cache/datasets",
3737
"raw_fingerprint": null
3838
},
3939
"rows": 70000,
@@ -2575,7 +2575,7 @@
25752575
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
25762576
"embedding_backend": "sentence-transformers",
25772577
"normalized_l2": true,
2578-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
2578+
"cache_root": "/benchmark/clostera/cache/datasets",
25792579
"raw_fingerprint": "1af1f32d006af7b26ddcca31ac65dba1d24d9e8abc5555255236dd428523250a",
25802580
"class_names": [
25812581
"alt.atheism",
@@ -5139,7 +5139,7 @@
51395139
"embedding_revision": "c9745ed1d9f207416be6d2e6f8de32d1f16199bf",
51405140
"embedding_backend": "sentence-transformers",
51415141
"normalized_l2": true,
5142-
"cache_root": "/home/jack.dabrowski/data/clostera/cache/datasets",
5142+
"cache_root": "/benchmark/clostera/cache/datasets",
51435143
"raw_fingerprint": "9279f81431391518",
51445144
"class_names": null
51455145
},

0 commit comments

Comments
 (0)