Skip to content

Commit 188231c

Browse files
author
SentienceDEV
committed
update to take api key or token
1 parent 36132bb commit 188231c

File tree

2 files changed

+6
-2
lines changed

2 files changed

+6
-2
lines changed

sentience/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -64,6 +64,7 @@
6464
from .inspector import Inspector, inspect
6565
from .llm_provider import (
6666
AnthropicProvider,
67+
DeepInfraProvider,
6768
LLMProvider,
6869
LLMResponse,
6970
LocalLLMProvider,
@@ -227,6 +228,7 @@
227228
"LLMResponse",
228229
"OpenAIProvider",
229230
"AnthropicProvider",
231+
"DeepInfraProvider",
230232
"LocalLLMProvider",
231233
"LocalVisionLLMProvider",
232234
"MLXVLMProvider",

sentience/llm_provider.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -326,7 +326,7 @@ class DeepInfraProvider(OpenAIProvider):
326326
Uses DeepInfra's OpenAI-compatible endpoint:
327327
https://api.deepinfra.com/v1/openai
328328
329-
API token is read from DEEPINFRA_TOKEN if not provided.
329+
API token is read from DEEPINFRA_TOKEN or DEEPINFRA_API_KEY if not provided.
330330
"""
331331

332332
def __init__(
@@ -335,7 +335,9 @@ def __init__(
335335
model: str = "meta-llama/Meta-Llama-3-8B-Instruct",
336336
base_url: str = "https://api.deepinfra.com/v1/openai",
337337
):
338-
api_key = get_api_key_from_env(["DEEPINFRA_TOKEN"], api_key)
338+
api_key = get_api_key_from_env(
339+
["DEEPINFRA_TOKEN", "DEEPINFRA_API_KEY"], api_key
340+
)
339341
super().__init__(api_key=api_key, model=model, base_url=base_url)
340342

341343

0 commit comments

Comments
 (0)