From b51c12b4d83ce9e4a8579a720d0d43ab04b53130 Mon Sep 17 00:00:00 2001 From: Google Team Member Date: Tue, 17 Feb 2026 16:15:04 -0800 Subject: [PATCH] feat: Add inference_generation_config to EvaluationConfig for Tuning PiperOrigin-RevId: 871544397 --- google/genai/tests/tunings/test_tune.py | 4 ++++ google/genai/tunings.py | 22 ++++++++++++++++++++++ google/genai/types.py | 6 ++++++ 3 files changed, 32 insertions(+) diff --git a/google/genai/tests/tunings/test_tune.py b/google/genai/tests/tunings/test_tune.py index d4faab524..3e35dc55e 100755 --- a/google/genai/tests/tunings/test_tune.py +++ b/google/genai/tests/tunings/test_tune.py @@ -383,6 +383,10 @@ def test_eval_config_with_unified_metrics(client): sampling_count=1, autorater_model="test-model", ), + inference_generation_config=genai_types.GenerationConfig( + temperature=0.5, + max_output_tokens=1024, + ), ) tuning_job = client.tunings.tune( base_model="gemini-2.5-flash", diff --git a/google/genai/tunings.py b/google/genai/tunings.py index f57a98eab..e62c90a80 100644 --- a/google/genai/tunings.py +++ b/google/genai/tunings.py @@ -585,6 +585,17 @@ def _EvaluationConfig_from_vertex( ), ) + if getv(from_object, ['inferenceGenerationConfig']) is not None: + setv( + to_object, + ['inference_generation_config'], + _GenerationConfig_from_vertex( + getv(from_object, ['inferenceGenerationConfig']), + to_object, + root_object, + ), + ) + return to_object @@ -609,6 +620,17 @@ def _EvaluationConfig_to_vertex( ), ) + if getv(from_object, ['inference_generation_config']) is not None: + setv( + to_object, + ['inferenceGenerationConfig'], + _GenerationConfig_to_vertex( + getv(from_object, ['inference_generation_config']), + to_object, + root_object, + ), + ) + return to_object diff --git a/google/genai/types.py b/google/genai/types.py index 76541f178..a5418be56 100644 --- a/google/genai/types.py +++ b/google/genai/types.py @@ -11116,6 +11116,9 @@ class EvaluationConfig(_common.BaseModel): autorater_config: Optional[AutoraterConfig] = Field( default=None, description="""Autorater config for evaluation.""" ) + inference_generation_config: Optional[GenerationConfig] = Field( + default=None, description="""Generation config for inference.""" + ) class EvaluationConfigDict(TypedDict, total=False): @@ -11130,6 +11133,9 @@ class EvaluationConfigDict(TypedDict, total=False): autorater_config: Optional[AutoraterConfigDict] """Autorater config for evaluation.""" + inference_generation_config: Optional[GenerationConfigDict] + """Generation config for inference.""" + EvaluationConfigOrDict = Union[EvaluationConfig, EvaluationConfigDict]