Merge branch 'webb/openai/streaming-response' into webb/openai/add-response-model

Author: alexander-alderman-webb

sentry_sdk/integrations/openai.py

@@ -611,7 +611,6 @@ def _set_streaming_completions_api_output_data(
 
     def new_iterator() -> "Iterator[ChatCompletionChunk]":
         nonlocal ttft
-        count_tokens_manually = True
         for x in old_iterator:
             with capture_internal_exceptions():
                 if hasattr(x, "choices"):
@@ -641,21 +640,12 @@ def new_iterator() -> "Iterator[ChatCompletionChunk]":
                     set_data_normalized(
                         span, SPANDATA.GEN_AI_RESPONSE_TEXT, all_responses
                     )
-                if count_tokens_manually:
-                    _calculate_token_usage(
-                        messages,
-                        response,
-                        span,
-                        all_responses,
-                        integration.count_tokens,
-                    )
 
         if finish_span:
             span.__exit__(None, None, None)
 
     async def new_iterator_async() -> "AsyncIterator[ChatCompletionChunk]":
         nonlocal ttft
-        count_tokens_manually = True
         async for x in old_iterator:
             with capture_internal_exceptions():
                 if hasattr(x, "choices"):
@@ -685,14 +675,7 @@ async def new_iterator_async() -> "AsyncIterator[ChatCompletionChunk]":
                     set_data_normalized(
                         span, SPANDATA.GEN_AI_RESPONSE_TEXT, all_responses
                     )
-                if count_tokens_manually:
-                    _calculate_token_usage(
-                        messages,
-                        response,
-                        span,
-                        all_responses,
-                        integration.count_tokens,
-                    )
+
         if finish_span:
             span.__exit__(None, None, None)