Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
96 changes: 0 additions & 96 deletions agentplatform/_genai/evals.py
Original file line number Diff line number Diff line change
Expand Up @@ -2592,10 +2592,6 @@ def generate_rubrics(
)
return types.EvaluationDataset(eval_dataset_df=prompts_with_rubrics)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_run module is experimental, "
"and may change in future versions."
)
def get_evaluation_run(
self,
*,
Expand Down Expand Up @@ -2633,10 +2629,6 @@ def get_evaluation_run(
object.__setattr__(result, "_eval_item_map", eval_item_map)
return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_run module is experimental, "
"and may change in future versions."
)
def create_evaluation_run(
self,
*,
Expand Down Expand Up @@ -2815,10 +2807,6 @@ def create_evaluation_run(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_set method is experimental, "
"and may change in future versions."
)
def get_evaluation_set(
self,
*,
Expand All @@ -2843,10 +2831,6 @@ def get_evaluation_set(
name = name.split("/")[-1]
return self._get_evaluation_set(name=name, config=config)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_item method is experimental, "
"and may change in future versions."
)
def get_evaluation_item(
self,
*,
Expand Down Expand Up @@ -2889,10 +2873,6 @@ def get_evaluation_item(
)
return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_item module is experimental, "
"and may change in future versions."
)
def create_evaluation_item(
self,
*,
Expand Down Expand Up @@ -2920,10 +2900,6 @@ def create_evaluation_item(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_set module is experimental, "
"and may change in future versions."
)
def create_evaluation_set(
self,
*,
Expand All @@ -2949,10 +2925,6 @@ def create_evaluation_set(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, "
"and may change in future versions."
)
def generate_conversation_scenarios(
self,
*,
Expand Down Expand Up @@ -3012,10 +2984,6 @@ def generate_conversation_scenarios(
)
return _evals_utils._postprocess_user_scenarios_response(response)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, "
"and may change in future versions."
)
def generate_loss_clusters(
self,
*,
Expand Down Expand Up @@ -3093,10 +3061,6 @@ def generate_loss_clusters(
)
return completed.response

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_metric method is experimental, "
"and may change in future versions."
)
def create_evaluation_metric(
self,
*,
Expand Down Expand Up @@ -3130,10 +3094,6 @@ def create_evaluation_metric(
# result.name is Optional[str], but we know it's always returned on creation
return cast(str, result.name)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, "
"and may change in future versions."
)
def get_evaluation_metric(
self,
*,
Expand All @@ -3146,10 +3106,6 @@ def get_evaluation_metric(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, "
"and may change in future versions."
)
def list_evaluation_metrics(
self,
*,
Expand Down Expand Up @@ -3188,10 +3144,6 @@ def list_evaluation_metrics(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, "
"and may change in future versions."
)
def delete_evaluation_metric(
self,
*,
Expand Down Expand Up @@ -4421,10 +4373,6 @@ async def evaluate_instances(

return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_run module is experimental, "
"and may change in future versions."
)
async def get_evaluation_run(
self,
*,
Expand Down Expand Up @@ -4465,10 +4413,6 @@ async def get_evaluation_run(

return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_run module is experimental, "
"and may change in future versions."
)
async def create_evaluation_run(
self,
*,
Expand Down Expand Up @@ -4650,10 +4594,6 @@ async def create_evaluation_run(

return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_set method is experimental, "
"and may change in future versions."
)
async def get_evaluation_set(
self,
*,
Expand All @@ -4679,10 +4619,6 @@ async def get_evaluation_set(

return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_item method is experimental, "
"and may change in future versions."
)
async def get_evaluation_item(
self,
*,
Expand Down Expand Up @@ -4726,10 +4662,6 @@ async def get_evaluation_item(

return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_item module is experimental, "
"and may change in future versions."
)
async def create_evaluation_item(
self,
*,
Expand Down Expand Up @@ -4758,10 +4690,6 @@ async def create_evaluation_item(
)
return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_set module is experimental, "
"and may change in future versions."
)
async def create_evaluation_set(
self,
*,
Expand All @@ -4788,10 +4716,6 @@ async def create_evaluation_set(
)
return result

@_common.experimental_warning(
"The Vertex SDK GenAI evals.generate_conversation_scenarios module is experimental, "
"and may change in future versions."
)
async def generate_conversation_scenarios(
self,
*,
Expand Down Expand Up @@ -4851,10 +4775,6 @@ async def generate_conversation_scenarios(
)
return _evals_utils._postprocess_user_scenarios_response(response)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.generate_loss_clusters module is experimental, "
"and may change in future versions."
)
async def generate_loss_clusters(
self,
*,
Expand Down Expand Up @@ -4932,10 +4852,6 @@ async def generate_loss_clusters(
)
return completed.response

@_common.experimental_warning(
"The Vertex SDK GenAI evals.create_evaluation_metric module is experimental, "
"and may change in future versions."
)
async def create_evaluation_metric(
self,
*,
Expand Down Expand Up @@ -4966,10 +4882,6 @@ async def create_evaluation_metric(
)
return cast(str, result.name)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.get_evaluation_metric module is experimental, "
"and may change in future versions."
)
async def get_evaluation_metric(
self,
*,
Expand All @@ -4982,10 +4894,6 @@ async def get_evaluation_metric(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.list_evaluation_metrics module is experimental, "
"and may change in future versions."
)
async def list_evaluation_metrics(
self,
*,
Expand Down Expand Up @@ -5024,10 +4932,6 @@ async def list_evaluation_metrics(
config=config,
)

@_common.experimental_warning(
"The Vertex SDK GenAI evals.delete_evaluation_metric method is experimental, "
"and may change in future versions."
)
async def delete_evaluation_metric(
self,
*,
Expand Down
Loading
Loading