From 33d81a6c66d1b69e37fcc52b3ab53c0a1ba71999 Mon Sep 17 00:00:00 2001 From: egolearner Date: Wed, 22 Oct 2025 20:20:59 +0800 Subject: [PATCH 1/2] cli support LabelFilterPerformanceCase --- vectordb_bench/cli/cli.py | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/vectordb_bench/cli/cli.py b/vectordb_bench/cli/cli.py index 4595e5e84..33e628b2a 100644 --- a/vectordb_bench/cli/cli.py +++ b/vectordb_bench/cli/cli.py @@ -188,6 +188,11 @@ def get_custom_case_config(parameters: dict) -> dict: "dataset_with_size_type": parameters["dataset_with_size_type"], "filter_rate": parameters["filter_rate"], } + elif parameters["case_type"] == "LabelFilterPerformanceCase": + custom_case_config = { + "dataset_with_size_type": parameters["dataset_with_size_type"], + "label_percentage": parameters["label_percentage"], + } return custom_case_config @@ -425,7 +430,7 @@ class CommonTypedDict(TypedDict): str, click.option( "--dataset-with-size-type", - help="Dataset with size type for NewIntFilterPerformanceCase, you can use Medium Cohere (768dim, 1M)|" + help="Dataset with size type for NewIntFilterPerformanceCase/LabelFilterPerformanceCase, you can use Medium Cohere (768dim, 1M)|" "Large Cohere (768dim, 10M)|Medium Bioasq (1024dim, 1M)|Large Bioasq (1024dim, 10M)|" "Large OpenAI (1536dim, 5M)|Medium OpenAI (1536dim, 500K)", default="Medium Cohere (768dim, 1M)", @@ -441,6 +446,15 @@ class CommonTypedDict(TypedDict): show_default=True, ), ] + label_percentage: Annotated[ + float, + click.option( + "--label-percentage", + help="Filter rate for LabelFilterPerformanceCase", + default=0.01, + show_default=True, + ), + ] class HNSWBaseTypedDict(TypedDict): From 3ba2622a10c2c0ccbdb7deb31599dddb9a65144c Mon Sep 17 00:00:00 2001 From: egolearner Date: Fri, 7 Nov 2025 11:11:45 +0800 Subject: [PATCH 2/2] fix format --- vectordb_bench/cli/cli.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/vectordb_bench/cli/cli.py b/vectordb_bench/cli/cli.py index 33e628b2a..2c63da464 100644 --- a/vectordb_bench/cli/cli.py +++ b/vectordb_bench/cli/cli.py @@ -430,9 +430,9 @@ class CommonTypedDict(TypedDict): str, click.option( "--dataset-with-size-type", - help="Dataset with size type for NewIntFilterPerformanceCase/LabelFilterPerformanceCase, you can use Medium Cohere (768dim, 1M)|" - "Large Cohere (768dim, 10M)|Medium Bioasq (1024dim, 1M)|Large Bioasq (1024dim, 10M)|" - "Large OpenAI (1536dim, 5M)|Medium OpenAI (1536dim, 500K)", + help="Dataset with size type for NewIntFilterPerformanceCase/LabelFilterPerformanceCase, you can use " + "Medium Cohere (768dim, 1M)|Large Cohere (768dim, 10M)|Medium Bioasq (1024dim, 1M)|" + "Large Bioasq (1024dim, 10M)|Large OpenAI (1536dim, 5M)|Medium OpenAI (1536dim, 500K)", default="Medium Cohere (768dim, 1M)", show_default=True, ),