Skip to content

Commit 1e80b98

Browse files
fix(evaluation): spell out the NOT_EVALUATED row explicitly
Matches hallucinations_v1's equivalent empty-row case (score=None, eval_status=EvalStatus.NOT_EVALUATED, rubric_scores=[]) instead of relying on PerInvocationResult's defaults, so both sites stay grep-matchable if those defaults ever move.
1 parent 96c8074 commit 1e80b98

1 file changed

Lines changed: 8 additions & 0 deletions

File tree

src/google/adk/evaluation/llm_as_judge.py

Lines changed: 8 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@
4040
from .eval_metrics import RubricsBasedCriterion
4141
from .eval_metrics import RubricScore
4242
from .evaluator import _validate_invocation_lengths
43+
from .evaluator import EvalStatus
4344
from .evaluator import EvaluationResult
4445
from .evaluator import Evaluator
4546
from .evaluator import PerInvocationResult
@@ -195,10 +196,17 @@ async def evaluate_invocations(
195196
# judge model's stream ended without emitting a response). Record it
196197
# as not evaluated instead of silently dropping it from the results,
197198
# which would shrink the denominator downstream with no trace.
199+
# Spelled out explicitly (matching hallucinations_v1's equivalent
200+
# empty-row case) rather than relying on PerInvocationResult's
201+
# defaults, so both sites stay grep-matchable if those defaults ever
202+
# move.
198203
per_invocation_results.append(
199204
PerInvocationResult(
200205
actual_invocation=actual,
201206
expected_invocation=expected,
207+
score=None,
208+
eval_status=EvalStatus.NOT_EVALUATED,
209+
rubric_scores=[],
202210
)
203211
)
204212
continue

0 commit comments

Comments
 (0)