From 3db1f6835ad88df01bde1a24a3a153727e21f558 Mon Sep 17 00:00:00 2001 From: tiramitree <89479100+tiramitree@users.noreply.github.com> Date: Fri, 24 Jul 2026 12:32:11 +0800 Subject: [PATCH] fix: use the valid benchmark category in examples --- source/geniesim_benchmark/README.md | 4 ++-- source/geniesim_benchmark/USAGE.md | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/source/geniesim_benchmark/README.md b/source/geniesim_benchmark/README.md index 6771e37e..927d012e 100644 --- a/source/geniesim_benchmark/README.md +++ b/source/geniesim_benchmark/README.md @@ -61,13 +61,13 @@ backward compatible with existing inference servers. ```bash geniesim benchmark categories # show category counts geniesim benchmark robots # show robot counts -geniesim benchmark list --robot=g2op --category=instruction_following +geniesim benchmark list --robot=g2op --category=if ``` ### Batch-evaluate a sweep ```bash -geniesim benchmark batch --category=instruction_following --robot=g2op +geniesim benchmark batch --category=if --robot=g2op ``` ### Convert collected datasets between formats diff --git a/source/geniesim_benchmark/USAGE.md b/source/geniesim_benchmark/USAGE.md index c452f886..cbfb7553 100644 --- a/source/geniesim_benchmark/USAGE.md +++ b/source/geniesim_benchmark/USAGE.md @@ -27,7 +27,7 @@ The whole benchmark is driven by the `geniesim benchmark` CLI verb: # 1. Discover what's available geniesim benchmark categories # category counts (instruction / manipulation / spatial / …) geniesim benchmark robots # robot/embodiment counts -geniesim benchmark list --robot=g2op --category=instruction_following +geniesim benchmark list --robot=g2op --category=if # 2. Probe your inference server BEFORE launching a sim (catches protocol / NaN issues early) geniesim benchmark check-inference --infer-host=:8999 @@ -39,7 +39,7 @@ geniesim benchmark run g2op_if_pick_block_color --infer-host=:8999 \ --app.headless=true --benchmark.record=true --benchmark.num_episode=20 --benchmark.seed=0 # 4. Batch-evaluate a whole sweep (one category × robot) -geniesim benchmark batch --category=instruction_following --robot=g2op +geniesim benchmark batch --category=if --robot=g2op ``` > 🖼️ **History image observations (corobot):** the runtime will feed a rolling