From 9a414ef6d8c32787948bc1aec042bbac7791b6fc Mon Sep 17 00:00:00 2001 From: rasdani <73563550+rasdani@users.noreply.github.com> Date: Fri, 26 Dec 2025 19:31:55 +0000 Subject: [PATCH] warn: ignore system prompt/few-shot when `prompt` is present --- verifiers/envs/environment.py | 10 ++++++++++ 1 file changed, 10 insertions(+) diff --git a/verifiers/envs/environment.py b/verifiers/envs/environment.py index 48f707165..8b310ddc3 100644 --- a/verifiers/envs/environment.py +++ b/verifiers/envs/environment.py @@ -255,6 +255,16 @@ def format_prompt_fn(prompt_str: str) -> list[ChatMessage]: }, **map_kwargs, ) + + else: + if system_prompt is not None: + self.logger.warning( + "Dataset already has a 'prompt' column, so the provided system_prompt will be ignored." + ) + if few_shot is not None: + self.logger.warning( + "Dataset already has a 'prompt' column, so the provided few_shot examples will be ignored." + ) return dataset def _ensure_task(self, dataset: Dataset, map_kwargs: dict = {}) -> Dataset: