chore: initial public snapshot for github upload

llm-gateway-competitors/litellm-wheel-src/litellm/integrations/litellm_agent/__init__.py

@@ -0,0 +1,5 @@
+"""LiteLLM Agent integration - model name resolver for litellm_agent/ prefix."""
+
+from .litellm_agent_model_resolver import LiteLLMAgentModelResolver
+
+__all__ = ["LiteLLMAgentModelResolver"]

llm-gateway-competitors/litellm-wheel-src/litellm/integrations/litellm_agent/litellm_agent_model_resolver.py

@@ -0,0 +1,79 @@
+"""
+Hook for LiteLLM that strips the litellm_agent/ prefix from model names.
+
+When model is litellm_agent/gpt-3.5-turbo, this hook replaces it with gpt-3.5-turbo
+before the completion call, similar to langfuse/model resolution.
+"""
+
+from typing import Dict, List, Optional, Tuple
+
+from litellm.integrations.custom_logger import CustomLogger
+from litellm.types.llms.openai import AllMessageValues
+from litellm.types.prompts.init_prompts import PromptSpec
+from litellm.types.utils import StandardCallbackDynamicParams
+
+LITELLM_AGENT_PREFIX = "litellm_agent/"
+
+
+class LiteLLMAgentModelResolver(CustomLogger):
+    """
+    CustomLogger that strips litellm_agent/ prefix from model names.
+
+    Enables model configs like litellm_agent/gpt-3.5-turbo to resolve to gpt-3.5-turbo.
+    """
+
+    def get_chat_completion_prompt(
+        self,
+        model: str,
+        messages: List[AllMessageValues],
+        non_default_params: dict,
+        prompt_id: Optional[str],
+        prompt_variables: Optional[dict],
+        dynamic_callback_params: StandardCallbackDynamicParams,
+        prompt_spec: Optional[PromptSpec] = None,
+        prompt_label: Optional[str] = None,
+        prompt_version: Optional[int] = None,
+        ignore_prompt_manager_model: Optional[bool] = False,
+        ignore_prompt_manager_optional_params: Optional[bool] = False,
+    ) -> Tuple[str, List[AllMessageValues], dict]:
+        """
+        Strip litellm_agent/ prefix from model name.
+
+        Returns:
+            (resolved_model, messages, non_default_params)
+        """
+        if ignore_prompt_manager_model:
+            return model, messages, non_default_params
+        resolved_model = model.replace(LITELLM_AGENT_PREFIX, "", 1)
+        return resolved_model, messages, non_default_params
+
+    async def async_get_chat_completion_prompt(
+        self,
+        model: str,
+        messages: List[AllMessageValues],
+        non_default_params: dict,
+        prompt_id: Optional[str],
+        prompt_variables: Optional[dict],
+        dynamic_callback_params: StandardCallbackDynamicParams,
+        litellm_logging_obj: object,
+        prompt_spec: Optional[PromptSpec] = None,
+        tools: Optional[List[Dict]] = None,
+        prompt_label: Optional[str] = None,
+        prompt_version: Optional[int] = None,
+        ignore_prompt_manager_model: Optional[bool] = False,
+        ignore_prompt_manager_optional_params: Optional[bool] = False,
+    ) -> Tuple[str, List[AllMessageValues], dict]:
+        """Async delegate to get_chat_completion_prompt."""
+        return self.get_chat_completion_prompt(
+            model=model,
+            messages=messages,
+            non_default_params=non_default_params,
+            prompt_id=prompt_id,
+            prompt_variables=prompt_variables,
+            dynamic_callback_params=dynamic_callback_params,
+            prompt_spec=prompt_spec,
+            prompt_label=prompt_label,
+            prompt_version=prompt_version,
+            ignore_prompt_manager_model=ignore_prompt_manager_model,
+            ignore_prompt_manager_optional_params=ignore_prompt_manager_optional_params,
+        )