feat(hf-inference): disable custom handler

Signed-off-by: Raphael Glon <oOraph@users.noreply.github.com>

Author: oOraph

src/huggingface_inference_toolkit/env_utils.py

@@ -27,3 +27,7 @@ def strtobool(val: str) -> bool:
 
 def api_inference_compat():
     return strtobool(os.getenv("API_INFERENCE_COMPAT", "false"))
+
+
+def ignore_custom_handler():
+    return strtobool(os.getenv("IGNORE_CUSTOM_HANDLER", "false"))

src/huggingface_inference_toolkit/handler.py

@@ -4,7 +4,7 @@
 
 from huggingface_inference_toolkit import logging
 from huggingface_inference_toolkit.const import HF_TRUST_REMOTE_CODE
-from huggingface_inference_toolkit.env_utils import api_inference_compat
+from huggingface_inference_toolkit.env_utils import api_inference_compat, ignore_custom_handler
 from huggingface_inference_toolkit.utils import check_and_register_custom_pipeline_from_directory
 
 
@@ -206,7 +206,10 @@ def get_inference_handler_either_custom_or_default_handler(model_dir: Path, task
     Returns:
         InferenceHandler: The appropriate inference handler based on the given model directory and task.
     """
-    custom_pipeline = check_and_register_custom_pipeline_from_directory(model_dir)
+    if ignore_custom_handler():
+        custom_pipeline = None
+    else:
+        custom_pipeline = check_and_register_custom_pipeline_from_directory(model_dir)
     if custom_pipeline is not None:
         return custom_pipeline
 

src/huggingface_inference_toolkit/webservice_starlette.py

@@ -166,7 +166,7 @@ async def predict(request):
         )
         return Response(serialized_response_body, media_type=accept)
     except Exception as e:
-        logger.error(e)
+        logger.exception(e)
         return Response(
             Jsoner.serialize({"error": str(e)}),
             status_code=400,