""" Support for OpenAI's `/v1/chat/completions` endpoint. Calls done in OpenAI/openai.py as DataRobot is openai-compatible. """ from typing import Optional, Tuple from litellm.secret_managers.main import get_secret_str from urllib.parse import urlparse, urlunparse from ...openai_like.chat.transformation import OpenAILikeChatConfig LLMGW_PATH = "/genai/llmgw/chat/completions" class DataRobotConfig(OpenAILikeChatConfig): @staticmethod def _resolve_api_key(api_key: Optional[str] = None) -> str: """Attempt to ensure that the API key is set, preferring the user-provided key over the secret manager key (``DATAROBOT_API_TOKEN``). If both are None, a fake API key is returned for testing. """ return api_key or get_secret_str("DATAROBOT_API_TOKEN") or "fake-api-key" @staticmethod def _resolve_api_base(api_base: Optional[str] = None) -> Optional[str]: """Attempt to ensure that the API base is set, preferring the user-provided key over the secret manager key (``DATAROBOT_ENDPOINT``). If both are None, a default Llamafile server URL is returned. See: https://github.com/Mozilla-Ocho/llamafile/blob/bd1bbe9aabb1ee12dbdcafa8936db443c571eb9d/README.md#L61 """ api_base = api_base or get_secret_str("DATAROBOT_ENDPOINT") if api_base is None: api_base = "https://app.datarobot.com" parsed = urlparse(api_base) path = parsed.path if not path or path == "/": # Add full path to LLMGW path += f"/api/v2/{LLMGW_PATH}" elif "api/v2/deployments" in path: # Dedicated deployment, leave it pass elif ( "api/v2" in path and LLMGW_PATH not in path ): # Standard ENDPOINT path, add LLMGW path += LLMGW_PATH # Ensure the url ends with a trailing slash if not path.endswith("/"): path += "/" path = path.replace("//", "/") updated_parsed = parsed._replace(path=path) return urlunparse(updated_parsed) def _get_openai_compatible_provider_info( self, api_base: Optional[str], api_key: Optional[str] ) -> Tuple[Optional[str], Optional[str]]: """Attempts to ensure that the API base and key are set, preferring user-provided values, before falling back to secret manager values (``DATAROBOT_ENDPOINT`` and ``DATAROBOT_API_TOKEN`` respectively). If an API key cannot be resolved via either method, a fake key is returned. """ api_base = DataRobotConfig._resolve_api_base(api_base) dynamic_api_key = DataRobotConfig._resolve_api_key(api_key) return api_base, dynamic_api_key def get_complete_url( self, api_base: Optional[str], api_key: Optional[str], model: str, optional_params: dict, litellm_params: dict, stream: Optional[bool] = None, ) -> str: """ Get the complete URL for the API call. Datarobot's API base is set to the complete value, so it does not need to be updated to additionally add chat completions. Returns: str: The complete URL for the API call. """ return str(api_base) # type: ignore