@@ -1332,7 +1332,7 @@ def get_evaluation_run(
13321332 def create_evaluation_run (
13331333 self ,
13341334 * ,
1335- dataset : Union [types .EvaluationRunDataSource , types .EvaluationDataset ],
1335+ dataset : Union [types .EvaluationRunDataSource , types .EvaluationDatasetOrDict ],
13361336 dest : str ,
13371337 name : Optional [str ] = None ,
13381338 display_name : Optional [str ] = None ,
@@ -1346,7 +1346,7 @@ def create_evaluation_run(
13461346 """Creates an EvaluationRun.
13471347
13481348 Args:
1349- dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset.
1349+ dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset or dict .
13501350 dest: The GCS URI prefix to write the evaluation results to.
13511351 name: The name of the evaluation run.
13521352 display_name: The display name of the evaluation run.
@@ -1358,6 +1358,8 @@ def create_evaluation_run(
13581358 Returns:
13591359 The created evaluation run.
13601360 """
1361+ if isinstance (dataset , dict ):
1362+ dataset = types .EvaluationDataset .model_validate (dataset )
13611363 if type (dataset ).__name__ == "EvaluationDataset" :
13621364 logger .warning (
13631365 "EvaluationDataset input is experimental and may change in future versions."
@@ -2185,7 +2187,7 @@ async def get_evaluation_run(
21852187 async def create_evaluation_run (
21862188 self ,
21872189 * ,
2188- dataset : Union [types .EvaluationRunDataSource , types .EvaluationDataset ],
2190+ dataset : Union [types .EvaluationRunDataSource , types .EvaluationDatasetOrDict ],
21892191 dest : str ,
21902192 name : Optional [str ] = None ,
21912193 display_name : Optional [str ] = None ,
@@ -2199,7 +2201,7 @@ async def create_evaluation_run(
21992201 """Creates an EvaluationRun.
22002202
22012203 Args:
2202- dataset: The dataset to evaluate. Either an EvaluationRunDataSource or an EvaluationDataset .
2204+ dataset: The dataset to evaluate. Either an EvaluationRunDataSource, EvaluationDataset, or a dataframe .
22032205 dest: The GCS URI prefix to write the evaluation results to.
22042206 name: The name of the evaluation run.
22052207 display_name: The display name of the evaluation run.
@@ -2211,6 +2213,8 @@ async def create_evaluation_run(
22112213 Returns:
22122214 The created evaluation run.
22132215 """
2216+ if isinstance (dataset , dict ):
2217+ dataset = types .EvaluationDataset .model_validate (dataset )
22142218 if type (dataset ).__name__ == "EvaluationDataset" :
22152219 logger .warning (
22162220 "EvaluationDataset input is experimental and may change in future versions."
0 commit comments