Skip to content

Commit fb09b75

Browse files
vertex-sdk-botcopybara-github
authored andcommitted
feat: GenAI Client(evals) - Add pd.DataFrame as input for dataset in create_evaluation_runin Vertex AI GenAI SDK evals
PiperOrigin-RevId: 825658094
1 parent 4216790 commit fb09b75

1 file changed

Lines changed: 8 additions & 4 deletions

File tree

vertexai/_genai/evals.py

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1332,7 +1332,7 @@ def get_evaluation_run(
13321332
def create_evaluation_run(
13331333
self,
13341334
*,
1335-
dataset: Union[types.EvaluationRunDataSource, types.EvaluationDataset],
1335+
dataset: Union[types.EvaluationRunDataSource, types.EvaluationDatasetOrDict],
13361336
dest: str,
13371337
name: Optional[str] = None,
13381338
display_name: Optional[str] = None,
@@ -1346,7 +1346,7 @@ def create_evaluation_run(
13461346
"""Creates an EvaluationRun.
13471347
13481348
Args:
1349-
dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset.
1349+
dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset or dict.
13501350
dest: The GCS URI prefix to write the evaluation results to.
13511351
name: The name of the evaluation run.
13521352
display_name: The display name of the evaluation run.
@@ -1358,6 +1358,8 @@ def create_evaluation_run(
13581358
Returns:
13591359
The created evaluation run.
13601360
"""
1361+
if isinstance(dataset, dict):
1362+
dataset = types.EvaluationDataset.model_validate(dataset)
13611363
if type(dataset).__name__ == "EvaluationDataset":
13621364
logger.warning(
13631365
"EvaluationDataset input is experimental and may change in future versions."
@@ -2185,7 +2187,7 @@ async def get_evaluation_run(
21852187
async def create_evaluation_run(
21862188
self,
21872189
*,
2188-
dataset: Union[types.EvaluationRunDataSource, types.EvaluationDataset],
2190+
dataset: Union[types.EvaluationRunDataSource, types.EvaluationDatasetOrDict],
21892191
dest: str,
21902192
name: Optional[str] = None,
21912193
display_name: Optional[str] = None,
@@ -2199,7 +2201,7 @@ async def create_evaluation_run(
21992201
"""Creates an EvaluationRun.
22002202
22012203
Args:
2202-
dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset.
2204+
dataset: The dataset to evaluate. Either an EvaluationRunDataSource, EvaluationDataset, or a dataframe.
22032205
dest: The GCS URI prefix to write the evaluation results to.
22042206
name: The name of the evaluation run.
22052207
display_name: The display name of the evaluation run.
@@ -2211,6 +2213,8 @@ async def create_evaluation_run(
22112213
Returns:
22122214
The created evaluation run.
22132215
"""
2216+
if isinstance(dataset, dict):
2217+
dataset = types.EvaluationDataset.model_validate(dataset)
22142218
if type(dataset).__name__ == "EvaluationDataset":
22152219
logger.warning(
22162220
"EvaluationDataset input is experimental and may change in future versions."

0 commit comments

Comments
 (0)