Skip to content

Commit 07671d4

Browse files
feat(bedrock): Set gen_ai.response.time_to_first_chunk
1 parent 80267a2 commit 07671d4

2 files changed

Lines changed: 11 additions & 0 deletions

File tree

‎sentry_sdk/integrations/boto3/_services/bedrock.py‎

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
import json
22
import sys
3+
import time
34
from typing import TYPE_CHECKING, cast
45

56
import sentry_sdk
@@ -97,6 +98,7 @@ def sentry_patched_iter(
9798
parts: "dict[int, Union[TextPart, ReasoningPart, ToolCallPart, ToolCallResponsePart, UriPart, BlobPart]]" = {}
9899

99100
try:
101+
start_time = time.perf_counter()
100102
for event in original_iter(self):
101103
if "metadata" in event:
102104
usage = event["metadata"]["usage"]
@@ -202,6 +204,13 @@ def sentry_patched_iter(
202204
yield event
203205
continue
204206

207+
if start_time is not None:
208+
set_on_span(
209+
SPANDATA.GEN_AI_RESPONSE_TIME_TO_FIRST_TOKEN,
210+
time.perf_counter() - start_time,
211+
)
212+
start_time = None
213+
205214
index = event["contentBlockDelta"]["contentBlockIndex"]
206215
delta = event["contentBlockDelta"]["delta"]
207216

‎tests/integrations/boto3/test_bedrock.py‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -995,6 +995,7 @@ def test_converse_stream(
995995
assert span["attributes"][SPANDATA.GEN_AI_RESPONSE_FINISH_REASONS] == [
996996
"end_turn"
997997
]
998+
assert span["attributes"][SPANDATA.GEN_AI_RESPONSE_TIME_TO_FIRST_TOKEN] > 0
998999

9991000
assert span["attributes"][SPANDATA.GEN_AI_USAGE_OUTPUT_TOKENS] == 20
10001001
assert span["attributes"][SPANDATA.GEN_AI_USAGE_TOTAL_TOKENS] == 30
@@ -1035,6 +1036,7 @@ def test_converse_stream(
10351036
assert span["data"][SPANDATA.GEN_AI_REQUEST_TEMPERATURE] == 0.7
10361037
assert span["data"][SPANDATA.GEN_AI_REQUEST_TOP_P] == 0.9
10371038
assert span["data"][SPANDATA.GEN_AI_RESPONSE_FINISH_REASONS] == ["end_turn"]
1039+
assert span["data"][SPANDATA.GEN_AI_RESPONSE_TIME_TO_FIRST_TOKEN] > 0
10381040

10391041
assert span["data"][SPANDATA.GEN_AI_USAGE_OUTPUT_TOKENS] == 20
10401042
assert span["data"][SPANDATA.GEN_AI_USAGE_TOTAL_TOKENS] == 30

0 commit comments

Comments
 (0)