From 83453b9be0a3a7e0df71625aeb1d6ae400f5ba8c Mon Sep 17 00:00:00 2001 From: Jason Dai Date: Tue, 14 Jul 2026 15:52:03 -0700 Subject: [PATCH] chore: GenAI Client(evals) - remove experimental (non-GA) warnings PiperOrigin-RevId: 947951011 --- agentplatform/_genai/evals.py | 96 ---------------------------- agentplatform/_genai/types/common.py | 51 ++++++--------- agentplatform/_genai/types/evals.py | 10 +-- vertexai/_genai/evals.py | 96 ---------------------------- vertexai/_genai/types/common.py | 44 +++++-------- vertexai/_genai/types/evals.py | 10 +-- 6 files changed, 38 insertions(+), 269 deletions(-) diff --git a/agentplatform/_genai/evals.py b/agentplatform/_genai/evals.py index 455c33f02f..63fe6d1858 100644 --- a/agentplatform/_genai/evals.py +++ b/agentplatform/_genai/evals.py @@ -2592,10 +2592,6 @@ def generate_rubrics( ) return types.EvaluationDataset(eval_dataset_df=prompts_with_rubrics) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_run module is experimental, " - "and may change in future versions." - ) def get_evaluation_run( self, *, @@ -2633,10 +2629,6 @@ def get_evaluation_run( object.__setattr__(result, "_eval_item_map", eval_item_map) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_run module is experimental, " - "and may change in future versions." - ) def create_evaluation_run( self, *, @@ -2815,10 +2807,6 @@ def create_evaluation_run( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_set method is experimental, " - "and may change in future versions." - ) def get_evaluation_set( self, *, @@ -2843,10 +2831,6 @@ def get_evaluation_set( name = name.split("/")[-1] return self._get_evaluation_set(name=name, config=config) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_item method is experimental, " - "and may change in future versions." - ) def get_evaluation_item( self, *, @@ -2889,10 +2873,6 @@ def get_evaluation_item( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_item module is experimental, " - "and may change in future versions." - ) def create_evaluation_item( self, *, @@ -2920,10 +2900,6 @@ def create_evaluation_item( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_set module is experimental, " - "and may change in future versions." - ) def create_evaluation_set( self, *, @@ -2949,10 +2925,6 @@ def create_evaluation_set( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, " - "and may change in future versions." - ) def generate_conversation_scenarios( self, *, @@ -3012,10 +2984,6 @@ def generate_conversation_scenarios( ) return _evals_utils._postprocess_user_scenarios_response(response) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, " - "and may change in future versions." - ) def generate_loss_clusters( self, *, @@ -3093,10 +3061,6 @@ def generate_loss_clusters( ) return completed.response - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_metric method is experimental, " - "and may change in future versions." - ) def create_evaluation_metric( self, *, @@ -3130,10 +3094,6 @@ def create_evaluation_metric( # result.name is Optional[str], but we know it's always returned on creation return cast(str, result.name) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, " - "and may change in future versions." - ) def get_evaluation_metric( self, *, @@ -3146,10 +3106,6 @@ def get_evaluation_metric( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, " - "and may change in future versions." - ) def list_evaluation_metrics( self, *, @@ -3188,10 +3144,6 @@ def list_evaluation_metrics( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, " - "and may change in future versions." - ) def delete_evaluation_metric( self, *, @@ -4421,10 +4373,6 @@ async def evaluate_instances( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_run module is experimental, " - "and may change in future versions." - ) async def get_evaluation_run( self, *, @@ -4465,10 +4413,6 @@ async def get_evaluation_run( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_run module is experimental, " - "and may change in future versions." - ) async def create_evaluation_run( self, *, @@ -4650,10 +4594,6 @@ async def create_evaluation_run( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_set method is experimental, " - "and may change in future versions." - ) async def get_evaluation_set( self, *, @@ -4679,10 +4619,6 @@ async def get_evaluation_set( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_item method is experimental, " - "and may change in future versions." - ) async def get_evaluation_item( self, *, @@ -4726,10 +4662,6 @@ async def get_evaluation_item( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_item module is experimental, " - "and may change in future versions." - ) async def create_evaluation_item( self, *, @@ -4758,10 +4690,6 @@ async def create_evaluation_item( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_set module is experimental, " - "and may change in future versions." - ) async def create_evaluation_set( self, *, @@ -4788,10 +4716,6 @@ async def create_evaluation_set( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, " - "and may change in future versions." - ) async def generate_conversation_scenarios( self, *, @@ -4851,10 +4775,6 @@ async def generate_conversation_scenarios( ) return _evals_utils._postprocess_user_scenarios_response(response) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, " - "and may change in future versions." - ) async def generate_loss_clusters( self, *, @@ -4932,10 +4852,6 @@ async def generate_loss_clusters( ) return completed.response - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_metric module is experimental, " - "and may change in future versions." - ) async def create_evaluation_metric( self, *, @@ -4966,10 +4882,6 @@ async def create_evaluation_metric( ) return cast(str, result.name) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, " - "and may change in future versions." - ) async def get_evaluation_metric( self, *, @@ -4982,10 +4894,6 @@ async def get_evaluation_metric( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, " - "and may change in future versions." - ) async def list_evaluation_metrics( self, *, @@ -5024,10 +4932,6 @@ async def list_evaluation_metrics( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, " - "and may change in future versions." - ) async def delete_evaluation_metric( self, *, diff --git a/agentplatform/_genai/types/common.py b/agentplatform/_genai/types/common.py index 1479b2b477..79c577c7fd 100644 --- a/agentplatform/_genai/types/common.py +++ b/agentplatform/_genai/types/common.py @@ -2610,10 +2610,7 @@ class EvaluationRunConfigDict(TypedDict, total=False): class EvaluationRunAgentConfig(_common.BaseModel): - """This field is experimental and may change in future versions. - - Agent config for an evaluation run. - """ + """Agent config for an evaluation run.""" developer_instruction: Optional[genai_types.Content] = Field( default=None, description="""The developer instruction for the agent.""" @@ -2624,10 +2621,7 @@ class EvaluationRunAgentConfig(_common.BaseModel): class EvaluationRunAgentConfigDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Agent config for an evaluation run. - """ + """Agent config for an evaluation run.""" developer_instruction: Optional[genai_types.Content] """The developer instruction for the agent.""" @@ -2715,10 +2709,7 @@ class AgentRunConfigDict(TypedDict, total=False): class EvaluationRunInferenceConfig(_common.BaseModel): - """This field is experimental and may change in future versions. - - Configuration that describes an agent. - """ + """Configuration that describes an agent.""" agent_config: Optional[EvaluationRunAgentConfig] = Field( default=None, description="""The agent config.""" @@ -2741,10 +2732,7 @@ class EvaluationRunInferenceConfig(_common.BaseModel): class EvaluationRunInferenceConfigDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Configuration that describes an agent. - """ + """Configuration that describes an agent.""" agent_config: Optional[EvaluationRunAgentConfigDict] """The agent config.""" @@ -3504,23 +3492,21 @@ class EvalCase(_common.BaseModel): ) intermediate_events: Optional[list[evals_types.Event]] = Field( default=None, - description="""This field is experimental and may change in future versions. Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""", + description="""Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""", ) agent_info: Optional[evals_types.AgentInfo] = Field( default=None, - description="""This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", + description="""The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", ) agent_data: Optional[evals_types.AgentData] = Field( - default=None, - description="""This field is experimental and may change in future versions. The agent data of the agent under evaluation.""", + default=None, description="""The agent data of the agent under evaluation.""" ) user_scenario: Optional[evals_types.UserScenario] = Field( - default=None, - description="""This field is experimental and may change in future versions. The user scenario for the evaluation case.""", + default=None, description="""The user scenario for the evaluation case.""" ) interactions_data_source: Optional[InteractionsDataSource] = Field( default=None, - description="""This field is experimental and may change in future versions. Source for populating agent data from an Interactions API interaction. When set, the backend fetches the interaction (and the Gemini Agent config) and parses it into agent data for evaluation; agent_data must not also be set.""", + description="""Source for populating agent data from an Interactions API interaction. When set, the backend fetches the interaction (and the Gemini Agent config) and parses it into agent data for evaluation; agent_data must not also be set.""", ) # Allow extra fields to support custom metric prompts and stay backward compatible. model_config = ConfigDict(frozen=True, extra="allow") @@ -3551,19 +3537,19 @@ class EvalCaseDict(TypedDict, total=False): """Unique identifier for the evaluation case.""" intermediate_events: Optional[list[evals_types.Event]] - """This field is experimental and may change in future versions. Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""" + """Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""" agent_info: Optional[evals_types.AgentInfo] - """This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" + """The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" agent_data: Optional[evals_types.AgentData] - """This field is experimental and may change in future versions. The agent data of the agent under evaluation.""" + """The agent data of the agent under evaluation.""" user_scenario: Optional[evals_types.UserScenario] - """This field is experimental and may change in future versions. The user scenario for the evaluation case.""" + """The user scenario for the evaluation case.""" interactions_data_source: Optional[InteractionsDataSourceDict] - """This field is experimental and may change in future versions. Source for populating agent data from an Interactions API interaction. When set, the backend fetches the interaction (and the Gemini Agent config) and parses it into agent data for evaluation; agent_data must not also be set.""" + """Source for populating agent data from an Interactions API interaction. When set, the backend fetches the interaction (and the Gemini Agent config) and parses it into agent data for evaluation; agent_data must not also be set.""" EvalCaseOrDict = Union[EvalCase, EvalCaseDict] @@ -3746,7 +3732,7 @@ class EvaluationResult(_common.BaseModel): ) agent_info: Optional[evals_types.AgentInfo] = Field( default=None, - description="""This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", + description="""The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", ) def show(self, candidate_names: Optional[List[str]] = None) -> None: @@ -3780,7 +3766,7 @@ class EvaluationResultDict(TypedDict, total=False): """Metadata for the evaluation run.""" agent_info: Optional[evals_types.AgentInfo] - """This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" + """The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" EvaluationResultOrDict = Union[EvaluationResult, EvaluationResultDict] @@ -3815,8 +3801,7 @@ class EvaluationRun(_common.BaseModel): default=None, description="""The evaluation config for the evaluation run.""" ) inference_configs: Optional[dict[str, EvaluationRunInferenceConfig]] = Field( - default=None, - description="""This field is experimental and may change in future versions. The inference configs for the evaluation run.""", + default=None, description="""The inference configs for the evaluation run.""" ) labels: Optional[dict[str, str]] = Field(default=None, description="""""") analysis_configs: Optional[list[AnalysisConfig]] = Field( @@ -3918,7 +3903,7 @@ class EvaluationRunDict(TypedDict, total=False): """The evaluation config for the evaluation run.""" inference_configs: Optional[dict[str, EvaluationRunInferenceConfigDict]] - """This field is experimental and may change in future versions. The inference configs for the evaluation run.""" + """The inference configs for the evaluation run.""" labels: Optional[dict[str, str]] """""" diff --git a/agentplatform/_genai/types/evals.py b/agentplatform/_genai/types/evals.py index 3a65d2bfcc..b50253ce6c 100644 --- a/agentplatform/_genai/types/evals.py +++ b/agentplatform/_genai/types/evals.py @@ -490,10 +490,7 @@ class AgentInfoDict(TypedDict, total=False): class SessionInput(_common.BaseModel): - """This field is experimental and may change in future versions. - - Input to initialize a session and run an agent, used for agent evaluation. - """ + """Input to initialize a session and run an agent, used for agent evaluation.""" user_id: Optional[str] = Field(default=None, description="""The user id.""") state: Optional[dict[str, str]] = Field( @@ -506,10 +503,7 @@ class SessionInput(_common.BaseModel): class SessionInputDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Input to initialize a session and run an agent, used for agent evaluation. - """ + """Input to initialize a session and run an agent, used for agent evaluation.""" user_id: Optional[str] """The user id.""" diff --git a/vertexai/_genai/evals.py b/vertexai/_genai/evals.py index 6f5a9a3e58..eb55f9a0dd 100644 --- a/vertexai/_genai/evals.py +++ b/vertexai/_genai/evals.py @@ -2570,10 +2570,6 @@ def generate_rubrics( ) return types.EvaluationDataset(eval_dataset_df=prompts_with_rubrics) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_run module is experimental, " - "and may change in future versions." - ) def get_evaluation_run( self, *, @@ -2611,10 +2607,6 @@ def get_evaluation_run( object.__setattr__(result, "_eval_item_map", eval_item_map) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_run module is experimental, " - "and may change in future versions." - ) def create_evaluation_run( self, *, @@ -2781,10 +2773,6 @@ def create_evaluation_run( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_set method is experimental, " - "and may change in future versions." - ) def get_evaluation_set( self, *, @@ -2809,10 +2797,6 @@ def get_evaluation_set( name = name.split("/")[-1] return self._get_evaluation_set(name=name, config=config) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_item method is experimental, " - "and may change in future versions." - ) def get_evaluation_item( self, *, @@ -2855,10 +2839,6 @@ def get_evaluation_item( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_item module is experimental, " - "and may change in future versions." - ) def create_evaluation_item( self, *, @@ -2886,10 +2866,6 @@ def create_evaluation_item( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_set module is experimental, " - "and may change in future versions." - ) def create_evaluation_set( self, *, @@ -2915,10 +2891,6 @@ def create_evaluation_set( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, " - "and may change in future versions." - ) def generate_conversation_scenarios( self, *, @@ -2952,10 +2924,6 @@ def generate_conversation_scenarios( ) return _evals_utils._postprocess_user_scenarios_response(response) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, " - "and may change in future versions." - ) def generate_loss_clusters( self, *, @@ -3033,10 +3001,6 @@ def generate_loss_clusters( ) return completed.response - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_metric method is experimental, " - "and may change in future versions." - ) def create_evaluation_metric( self, *, @@ -3070,10 +3034,6 @@ def create_evaluation_metric( # result.name is Optional[str], but we know it's always returned on creation return cast(str, result.name) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, " - "and may change in future versions." - ) def get_evaluation_metric( self, *, @@ -3086,10 +3046,6 @@ def get_evaluation_metric( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, " - "and may change in future versions." - ) def list_evaluation_metrics( self, *, @@ -3128,10 +3084,6 @@ def list_evaluation_metrics( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, " - "and may change in future versions." - ) def delete_evaluation_metric( self, *, @@ -4361,10 +4313,6 @@ async def evaluate_instances( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_run module is experimental, " - "and may change in future versions." - ) async def get_evaluation_run( self, *, @@ -4405,10 +4353,6 @@ async def get_evaluation_run( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_run module is experimental, " - "and may change in future versions." - ) async def create_evaluation_run( self, *, @@ -4578,10 +4522,6 @@ async def create_evaluation_run( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_set method is experimental, " - "and may change in future versions." - ) async def get_evaluation_set( self, *, @@ -4607,10 +4547,6 @@ async def get_evaluation_set( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_item method is experimental, " - "and may change in future versions." - ) async def get_evaluation_item( self, *, @@ -4654,10 +4590,6 @@ async def get_evaluation_item( return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_item module is experimental, " - "and may change in future versions." - ) async def create_evaluation_item( self, *, @@ -4686,10 +4618,6 @@ async def create_evaluation_item( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_set module is experimental, " - "and may change in future versions." - ) async def create_evaluation_set( self, *, @@ -4716,10 +4644,6 @@ async def create_evaluation_set( ) return result - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, " - "and may change in future versions." - ) async def generate_conversation_scenarios( self, *, @@ -4753,10 +4677,6 @@ async def generate_conversation_scenarios( ) return _evals_utils._postprocess_user_scenarios_response(response) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, " - "and may change in future versions." - ) async def generate_loss_clusters( self, *, @@ -4834,10 +4754,6 @@ async def generate_loss_clusters( ) return completed.response - @_common.experimental_warning( - "The Vertex SDK GenAI evals.create_evaluation_metric module is experimental, " - "and may change in future versions." - ) async def create_evaluation_metric( self, *, @@ -4868,10 +4784,6 @@ async def create_evaluation_metric( ) return cast(str, result.name) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, " - "and may change in future versions." - ) async def get_evaluation_metric( self, *, @@ -4884,10 +4796,6 @@ async def get_evaluation_metric( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, " - "and may change in future versions." - ) async def list_evaluation_metrics( self, *, @@ -4926,10 +4834,6 @@ async def list_evaluation_metrics( config=config, ) - @_common.experimental_warning( - "The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, " - "and may change in future versions." - ) async def delete_evaluation_metric( self, *, diff --git a/vertexai/_genai/types/common.py b/vertexai/_genai/types/common.py index a68e531b98..59490f34fa 100644 --- a/vertexai/_genai/types/common.py +++ b/vertexai/_genai/types/common.py @@ -2491,10 +2491,7 @@ class EvaluationRunConfigDict(TypedDict, total=False): class EvaluationRunAgentConfig(_common.BaseModel): - """This field is experimental and may change in future versions. - - Agent config for an evaluation run. - """ + """Agent config for an evaluation run.""" developer_instruction: Optional[genai_types.Content] = Field( default=None, description="""The developer instruction for the agent.""" @@ -2505,10 +2502,7 @@ class EvaluationRunAgentConfig(_common.BaseModel): class EvaluationRunAgentConfigDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Agent config for an evaluation run. - """ + """Agent config for an evaluation run.""" developer_instruction: Optional[genai_types.ContentDict] """The developer instruction for the agent.""" @@ -2558,10 +2552,7 @@ class AgentRunConfigDict(TypedDict, total=False): class EvaluationRunInferenceConfig(_common.BaseModel): - """This field is experimental and may change in future versions. - - Configuration that describes an agent. - """ + """Configuration that describes an agent.""" agent_config: Optional[EvaluationRunAgentConfig] = Field( default=None, description="""The agent config.""" @@ -2584,10 +2575,7 @@ class EvaluationRunInferenceConfig(_common.BaseModel): class EvaluationRunInferenceConfigDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Configuration that describes an agent. - """ + """Configuration that describes an agent.""" agent_config: Optional[EvaluationRunAgentConfigDict] """The agent config.""" @@ -3315,19 +3303,19 @@ class EvalCase(_common.BaseModel): ) intermediate_events: Optional[list[evals_types.Event]] = Field( default=None, - description="""This field is experimental and may change in future versions. Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""", + description="""Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""", ) agent_info: Optional[evals_types.AgentInfo] = Field( default=None, - description="""This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", + description="""The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", ) agent_data: Optional[evals_types.AgentData] = Field( default=None, - description="""This field is experimental and may change in future versions. The agent data of the agent under evaluation.""", + description="""The agent data of the agent under evaluation.""", ) user_scenario: Optional[evals_types.UserScenario] = Field( default=None, - description="""This field is experimental and may change in future versions. The user scenario for the evaluation case.""", + description="""The user scenario for the evaluation case.""", ) # Allow extra fields to support custom metric prompts and stay backward compatible. model_config = ConfigDict(frozen=True, extra="allow") @@ -3358,16 +3346,16 @@ class EvalCaseDict(TypedDict, total=False): """Unique identifier for the evaluation case.""" intermediate_events: Optional[list[evals_types.Event]] - """This field is experimental and may change in future versions. Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""" + """Intermediate events of a single turn in an agent run or intermediate events of the last turn for multi-turn an agent run.""" agent_info: Optional[evals_types.AgentInfo] - """This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" + """The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" agent_data: Optional[evals_types.AgentData] - """This field is experimental and may change in future versions. The agent data of the agent under evaluation.""" + """The agent data of the agent under evaluation.""" user_scenario: Optional[evals_types.UserScenario] - """This field is experimental and may change in future versions. The user scenario for the evaluation case.""" + """The user scenario for the evaluation case.""" EvalCaseOrDict = Union[EvalCase, EvalCaseDict] @@ -3550,7 +3538,7 @@ class EvaluationResult(_common.BaseModel): ) agent_info: Optional[evals_types.AgentInfo] = Field( default=None, - description="""This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", + description="""The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""", ) def show(self, candidate_names: Optional[List[str]] = None) -> None: @@ -3584,7 +3572,7 @@ class EvaluationResultDict(TypedDict, total=False): """Metadata for the evaluation run.""" agent_info: Optional[evals_types.AgentInfo] - """This field is experimental and may change in future versions. The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" + """The agent info of the agent under evaluation. This can be extended for multi-agent evaluation.""" EvaluationResultOrDict = Union[EvaluationResult, EvaluationResultDict] @@ -3620,7 +3608,7 @@ class EvaluationRun(_common.BaseModel): ) inference_configs: Optional[dict[str, EvaluationRunInferenceConfig]] = Field( default=None, - description="""This field is experimental and may change in future versions. The inference configs for the evaluation run.""", + description="""The inference configs for the evaluation run.""", ) labels: Optional[dict[str, str]] = Field(default=None, description="""""") analysis_configs: Optional[list[AnalysisConfig]] = Field( @@ -3722,7 +3710,7 @@ class EvaluationRunDict(TypedDict, total=False): """The evaluation config for the evaluation run.""" inference_configs: Optional[dict[str, EvaluationRunInferenceConfigDict]] - """This field is experimental and may change in future versions. The inference configs for the evaluation run.""" + """The inference configs for the evaluation run.""" labels: Optional[dict[str, str]] """""" diff --git a/vertexai/_genai/types/evals.py b/vertexai/_genai/types/evals.py index 1ef64d27ab..080e46f5ec 100644 --- a/vertexai/_genai/types/evals.py +++ b/vertexai/_genai/types/evals.py @@ -490,10 +490,7 @@ class AgentInfoDict(TypedDict, total=False): class SessionInput(_common.BaseModel): - """This field is experimental and may change in future versions. - - Input to initialize a session and run an agent, used for agent evaluation. - """ + """Input to initialize a session and run an agent, used for agent evaluation.""" user_id: Optional[str] = Field(default=None, description="""The user id.""") state: Optional[dict[str, str]] = Field( @@ -506,10 +503,7 @@ class SessionInput(_common.BaseModel): class SessionInputDict(TypedDict, total=False): - """This field is experimental and may change in future versions. - - Input to initialize a session and run an agent, used for agent evaluation. - """ + """Input to initialize a session and run an agent, used for agent evaluation.""" user_id: Optional[str] """The user id."""