diff --git a/test/llm_span/bedrock/attachments.yaml b/test/llm_span/bedrock/attachments.yaml new file mode 100644 index 0000000..4b9ba45 --- /dev/null +++ b/test/llm_span/bedrock/attachments.yaml @@ -0,0 +1,40 @@ +name: attachments +type: llm_span_test +provider: bedrock +endpoint: /model/{modelId}/converse +requests: + - modelId: us.amazon.nova-lite-v1:0 + messages: + - role: user + content: + - text: What color is this image? + - image: + format: png + source: + # 1x1 red pixel + bytes: iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mP8z8DwHwAFBQIAX8jx0gAAAABJRU5ErkJggg== +expected_brainstore_spans: + - metrics: + tokens: !fn is_non_negative_number + prompt_tokens: !fn is_non_negative_number + completion_tokens: !fn is_non_negative_number + metadata: + model: us.amazon.nova-lite-v1:0 + provider: bedrock + span_attributes: + name: bedrock.converse + type: llm + input: + - role: user + content: + - type: text + text: What color is this image? + - type: image + image: + format: png + source: + bytes: !fn is_non_empty_string + output: + - role: assistant + content: + - type: text diff --git a/test/llm_span/bedrock/converse.yaml b/test/llm_span/bedrock/converse.yaml new file mode 100644 index 0000000..cc35c63 --- /dev/null +++ b/test/llm_span/bedrock/converse.yaml @@ -0,0 +1,30 @@ +name: converse +type: llm_span_test +provider: bedrock +endpoint: /model/{modelId}/converse +requests: + - modelId: us.amazon.nova-lite-v1:0 + messages: + - role: user + content: + - text: What is the capital of France? +expected_brainstore_spans: + - metrics: + tokens: !fn is_non_negative_number + prompt_tokens: !fn is_non_negative_number + completion_tokens: !fn is_non_negative_number + metadata: + model: us.amazon.nova-lite-v1:0 + provider: bedrock + span_attributes: + name: bedrock.converse + type: llm + input: + - role: user + content: + - type: text + text: What is the capital of France? + output: + - role: assistant + content: + - type: text diff --git a/test/llm_span/bedrock/converse_stream.yaml b/test/llm_span/bedrock/converse_stream.yaml new file mode 100644 index 0000000..96a81f9 --- /dev/null +++ b/test/llm_span/bedrock/converse_stream.yaml @@ -0,0 +1,31 @@ +name: converse_stream +type: llm_span_test +provider: bedrock +endpoint: /model/{modelId}/converse-stream +requests: + - modelId: us.amazon.nova-lite-v1:0 + messages: + - role: user + content: + - text: count to 10 slowly +expected_brainstore_spans: + - metrics: + tokens: !fn is_non_negative_number + prompt_tokens: !fn is_non_negative_number + completion_tokens: !fn is_non_negative_number + time_to_first_token: !fn is_non_negative_number + metadata: + model: us.amazon.nova-lite-v1:0 + provider: bedrock + span_attributes: + name: bedrock.converse-stream + type: llm + input: + - role: user + content: + - type: text + text: count to 10 slowly + output: + - role: assistant + content: + - type: text