Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
40 changes: 40 additions & 0 deletions test/llm_span/bedrock/attachments.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,40 @@
name: attachments
type: llm_span_test
provider: bedrock
endpoint: /model/{modelId}/converse
requests:
- modelId: us.amazon.nova-lite-v1:0
messages:
- role: user
content:
- text: What color is this image?
- image:
format: png
source:
# 1x1 red pixel
bytes: iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg==
expected_brainstore_spans:
- metrics:
tokens: !fn is_non_negative_number
prompt_tokens: !fn is_non_negative_number
completion_tokens: !fn is_non_negative_number
metadata:
model: us.amazon.nova-lite-v1:0
provider: bedrock
span_attributes:
name: bedrock.converse
type: llm
input:
- role: user
content:
- type: text
text: What color is this image?
- type: image
image:
format: png
source:
bytes: !fn is_non_empty_string
output:
- role: assistant
content:
- type: text
30 changes: 30 additions & 0 deletions test/llm_span/bedrock/converse.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,30 @@
name: converse
type: llm_span_test
provider: bedrock
endpoint: /model/{modelId}/converse
requests:
- modelId: us.amazon.nova-lite-v1:0
messages:
- role: user
content:
- text: What is the capital of France?
expected_brainstore_spans:
- metrics:
tokens: !fn is_non_negative_number
prompt_tokens: !fn is_non_negative_number
completion_tokens: !fn is_non_negative_number
metadata:
model: us.amazon.nova-lite-v1:0
provider: bedrock
span_attributes:
name: bedrock.converse
type: llm
input:
- role: user
content:
- type: text
text: What is the capital of France?
output:
- role: assistant
content:
- type: text
31 changes: 31 additions & 0 deletions test/llm_span/bedrock/converse_stream.yaml
Original file line number Diff line number Diff line change
@@ -0,0 +1,31 @@
name: converse_stream
type: llm_span_test
provider: bedrock
endpoint: /model/{modelId}/converse-stream
requests:
- modelId: us.amazon.nova-lite-v1:0
messages:
- role: user
content:
- text: count to 10 slowly
expected_brainstore_spans:
- metrics:
tokens: !fn is_non_negative_number
prompt_tokens: !fn is_non_negative_number
completion_tokens: !fn is_non_negative_number
time_to_first_token: !fn is_non_negative_number
metadata:
model: us.amazon.nova-lite-v1:0
provider: bedrock
span_attributes:
name: bedrock.converse-stream
type: llm
input:
- role: user
content:
- type: text
text: count to 10 slowly
output:
- role: assistant
content:
- type: text
Loading