File tree Expand file tree Collapse file tree 2 files changed +6
-2
lines changed
Expand file tree Collapse file tree 2 files changed +6
-2
lines changed Original file line number Diff line number Diff line change 6464from .inspector import Inspector , inspect
6565from .llm_provider import (
6666 AnthropicProvider ,
67+ DeepInfraProvider ,
6768 LLMProvider ,
6869 LLMResponse ,
6970 LocalLLMProvider ,
227228 "LLMResponse" ,
228229 "OpenAIProvider" ,
229230 "AnthropicProvider" ,
231+ "DeepInfraProvider" ,
230232 "LocalLLMProvider" ,
231233 "LocalVisionLLMProvider" ,
232234 "MLXVLMProvider" ,
Original file line number Diff line number Diff line change @@ -326,7 +326,7 @@ class DeepInfraProvider(OpenAIProvider):
326326 Uses DeepInfra's OpenAI-compatible endpoint:
327327 https://api.deepinfra.com/v1/openai
328328
329- API token is read from DEEPINFRA_TOKEN if not provided.
329+ API token is read from DEEPINFRA_TOKEN or DEEPINFRA_API_KEY if not provided.
330330 """
331331
332332 def __init__ (
@@ -335,7 +335,9 @@ def __init__(
335335 model : str = "meta-llama/Meta-Llama-3-8B-Instruct" ,
336336 base_url : str = "https://api.deepinfra.com/v1/openai" ,
337337 ):
338- api_key = get_api_key_from_env (["DEEPINFRA_TOKEN" ], api_key )
338+ api_key = get_api_key_from_env (
339+ ["DEEPINFRA_TOKEN" , "DEEPINFRA_API_KEY" ], api_key
340+ )
339341 super ().__init__ (api_key = api_key , model = model , base_url = base_url )
340342
341343
You can’t perform that action at this time.
0 commit comments