90 lines
3.2 KiB
Python
90 lines
3.2 KiB
Python
|
"""
|
||
|
|
Support for OpenAI's `/v1/chat/completions` endpoint.
|
||
|
|
|
||
|
|
Calls done in OpenAI/openai.py as DataRobot is openai-compatible.
|
||
|
|
"""
|
||
|
|
|
||
|
|
from typing import Optional, Tuple
|
||
|
|
from litellm.secret_managers.main import get_secret_str
|
||
|
|
from urllib.parse import urlparse, urlunparse
|
||
|
|
from ...openai_like.chat.transformation import OpenAILikeChatConfig
|
||
|
|
|
||
|
|
LLMGW_PATH = "/genai/llmgw/chat/completions"
|
||
|
|
|
||
|
|
|
||
|
|
class DataRobotConfig(OpenAILikeChatConfig):
|
||
|
|
@staticmethod
|
||
|
|
def _resolve_api_key(api_key: Optional[str] = None) -> str:
|
||
|
|
"""Attempt to ensure that the API key is set, preferring the user-provided key
|
||
|
|
over the secret manager key (``DATAROBOT_API_TOKEN``).
|
||
|
|
|
||
|
|
If both are None, a fake API key is returned for testing.
|
||
|
|
"""
|
||
|
|
return api_key or get_secret_str("DATAROBOT_API_TOKEN") or "fake-api-key"
|
||
|
|
|
||
|
|
@staticmethod
|
||
|
|
def _resolve_api_base(api_base: Optional[str] = None) -> Optional[str]:
|
||
|
|
"""Attempt to ensure that the API base is set, preferring the user-provided key
|
||
|
|
over the secret manager key (``DATAROBOT_ENDPOINT``).
|
||
|
|
|
||
|
|
If both are None, a default Llamafile server URL is returned.
|
||
|
|
See: https://github.com/Mozilla-Ocho/llamafile/blob/bd1bbe9aabb1ee12dbdcafa8936db443c571eb9d/README.md#L61
|
||
|
|
"""
|
||
|
|
api_base = api_base or get_secret_str("DATAROBOT_ENDPOINT")
|
||
|
|
|
||
|
|
if api_base is None:
|
||
|
|
api_base = "https://app.datarobot.com"
|
||
|
|
|
||
|
|
parsed = urlparse(api_base)
|
||
|
|
path = parsed.path
|
||
|
|
|
||
|
|
if not path or path == "/": # Add full path to LLMGW
|
||
|
|
path += f"/api/v2/{LLMGW_PATH}"
|
||
|
|
elif "api/v2/deployments" in path: # Dedicated deployment, leave it
|
||
|
|
pass
|
||
|
|
elif (
|
||
|
|
"api/v2" in path and LLMGW_PATH not in path
|
||
|
|
): # Standard ENDPOINT path, add LLMGW
|
||
|
|
path += LLMGW_PATH
|
||
|
|
|
||
|
|
# Ensure the url ends with a trailing slash
|
||
|
|
if not path.endswith("/"):
|
||
|
|
path += "/"
|
||
|
|
path = path.replace("//", "/")
|
||
|
|
updated_parsed = parsed._replace(path=path)
|
||
|
|
|
||
|
|
return urlunparse(updated_parsed)
|
||
|
|
|
||
|
|
def _get_openai_compatible_provider_info(
|
||
|
|
self, api_base: Optional[str], api_key: Optional[str]
|
||
|
|
) -> Tuple[Optional[str], Optional[str]]:
|
||
|
|
"""Attempts to ensure that the API base and key are set, preferring user-provided values,
|
||
|
|
before falling back to secret manager values (``DATAROBOT_ENDPOINT`` and ``DATAROBOT_API_TOKEN``
|
||
|
|
respectively).
|
||
|
|
|
||
|
|
If an API key cannot be resolved via either method, a fake key is returned.
|
||
|
|
"""
|
||
|
|
api_base = DataRobotConfig._resolve_api_base(api_base)
|
||
|
|
dynamic_api_key = DataRobotConfig._resolve_api_key(api_key)
|
||
|
|
|
||
|
|
return api_base, dynamic_api_key
|
||
|
|
|
||
|
|
def get_complete_url(
|
||
|
|
self,
|
||
|
|
api_base: Optional[str],
|
||
|
|
api_key: Optional[str],
|
||
|
|
model: str,
|
||
|
|
optional_params: dict,
|
||
|
|
litellm_params: dict,
|
||
|
|
stream: Optional[bool] = None,
|
||
|
|
) -> str:
|
||
|
|
"""
|
||
|
|
Get the complete URL for the API call. Datarobot's API base is set to
|
||
|
|
the complete value, so it does not need to be updated to additionally add
|
||
|
|
chat completions.
|
||
|
|
|
||
|
|
Returns:
|
||
|
|
str: The complete URL for the API call.
|
||
|
|
"""
|
||
|
|
return str(api_base) # type: ignore
|