chore: initial public snapshot for github upload

llm-gateway-competitors/litellm-wheel-src/litellm/llms/chatgpt/chat/streaming_utils.py

@@ -0,0 +1,85 @@
+"""
+Streaming utilities for ChatGPT provider.
+
+Normalizes non-spec-compliant tool_call chunks from the ChatGPT backend API.
+"""
+
+from typing import Any, Dict, Optional
+
+
+class ChatGPTToolCallNormalizer:
+    """
+    Wraps a streaming response and fixes tool_call index/dedup issues.
+
+    The ChatGPT backend API (chatgpt.com/backend-api) sends non-spec-compliant
+    streaming tool call chunks:
+    1. `index` is always 0, even for multiple parallel tool calls
+    2. `id` and `name` get repeated in "closing" chunks that shouldn't exist
+
+    This wrapper normalizes the stream to match the OpenAI spec before yielding
+    chunks to the consumer.
+    """
+
+    def __init__(self, stream: Any):
+        self._stream = stream
+        self._seen_ids: Dict[str, int] = {}  # tool_call_id -> assigned_index
+        self._next_index: int = 0
+        self._last_id: Optional[
+            str
+        ] = None  # tracks which tool call the next delta belongs to
+
+    def __getattr__(self, name: str) -> Any:
+        return getattr(self._stream, name)
+
+    def __iter__(self):
+        return self
+
+    def __aiter__(self):
+        return self
+
+    def __next__(self):
+        while True:
+            chunk = next(self._stream)
+            result = self._normalize(chunk)
+            if result is not None:
+                return result
+
+    async def __anext__(self):
+        while True:
+            chunk = await self._stream.__anext__()
+            result = self._normalize(chunk)
+            if result is not None:
+                return result
+
+    def _normalize(self, chunk: Any) -> Any:
+        """Fix tool_calls in the chunk. Returns None to skip duplicate chunks."""
+        if not chunk.choices:
+            return chunk
+
+        delta = chunk.choices[0].delta
+        if delta is None or not delta.tool_calls:
+            return chunk
+
+        normalized = []
+        for tc in delta.tool_calls:
+            if tc.id and tc.id not in self._seen_ids:
+                # New tool call — assign correct index
+                self._seen_ids[tc.id] = self._next_index
+                tc.index = self._next_index
+                self._last_id = tc.id
+                self._next_index += 1
+                normalized.append(tc)
+            elif tc.id and tc.id in self._seen_ids:
+                # Duplicate "closing" chunk — skip it
+                continue
+            else:
+                # Continuation delta (id=None) — fix index
+                if self._last_id:
+                    tc.index = self._seen_ids[self._last_id]
+                normalized.append(tc)
+
+        if not normalized:
+            return None  # all tool_calls were duplicates, skip chunk
+
+        delta.tool_calls = normalized
+        return chunk