Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
38 commits
Select commit Hold shift + click to select a range
d22418e
docs(dashboards): milestone 5 design — correct metrics, per-minute su…
vishr Oct 10, 2026
fb6e119
docs(dashboards): M5 counter rate uses elapsed time; All-able name fi…
vishr Oct 10, 2026
a0b8c6b
docs(dashboards): M5 Phase A plan draft (metric fidelity)
vishr Oct 10, 2026
54d0c7c
docs(dashboards): M5 reachability names its vantage point and never s…
vishr Oct 10, 2026
0bb12c8
docs(dashboards): M5 spec rulings from the Phase A plan review
vishr Oct 10, 2026
eabb180
docs(dashboards): M5 Phase A plan — apply review fixes
vishr Oct 10, 2026
486ce3d
feat(telemetry)!: batch format 4 keeps metric kind, temporality, mono…
vishr Oct 10, 2026
8178a1d
fix(query): an unconvertible metric start time reads as NULL instead …
vishr Oct 10, 2026
29382a8
fix(ingest): exponential histograms keep every observation, including…
vishr Oct 10, 2026
f544411
fix(ingest): fold out-of-range exponential histogram bounds in one pass
vishr Oct 10, 2026
1ced95f
fix(telemetry): a retired batch whose metadata is already gone no lon…
vishr Oct 10, 2026
d04362f
feat(dashboards)!: metric series increases shared by histogram panels…
vishr Oct 10, 2026
9515124
fix(ingest): reject an exponential histogram with an invalid zero thr…
vishr Oct 10, 2026
132fb0d
docs(dashboards): M5 series_id at ingest and last(value) staleness
vishr Oct 10, 2026
c9dad95
docs(dashboards): M5 last(value) uses strictly-before bucket ends; Ph…
vishr Oct 10, 2026
8423483
feat(dashboards)!: series-aware metric measures with a series_id, cou…
vishr Oct 10, 2026
ef3f83a
docs(dashboards): M5 histogram percentile approximations and metric q…
vishr Oct 10, 2026
f62a381
feat(dashboards): histogram rate, sum, average and bucket-based perce…
vishr Oct 10, 2026
5cfc888
feat(dashboards): metric kinds in discovery, agent guidance and docs
vishr Oct 10, 2026
e2bdb76
docs(dashboards): M5 spreads deltas over the buckets they span so cro…
vishr Oct 10, 2026
7ab906c
test(dashboards): demo-data cross-check of metric rate, histogram p95…
vishr Oct 10, 2026
331a7c3
docs(dashboards): M5 rate carries a series' last rate up to 5 minutes…
vishr Oct 10, 2026
3c1ea43
docs(dashboards): M5 system page flags hosts and containers that stop…
vishr Oct 10, 2026
8338245
feat(dashboards): metric totals across series hold across export inte…
vishr Oct 10, 2026
5830ca6
docs(dashboards): M5 deltas longer than the lookback are gaps, boundi…
vishr Oct 10, 2026
b2954e1
fix(dashboards): a delta longer than the lookback is a gap, bounding …
vishr Oct 10, 2026
96166ff
docs(dashboards): M5 Phase B tiles Parquet for query timings and meas…
vishr Oct 10, 2026
c80b23f
docs(dashboards): M5 Phase B plan (scale benchmark)
vishr Oct 10, 2026
c436530
test(dashboards): readbench tiler at the S18 scale benchmark volume
vishr Oct 10, 2026
4bba2a1
chore(dashboards): drop M5's scale benchmark and per-minute summaries…
vishr Oct 10, 2026
51f8651
docs(dashboards): M5 system page plan
vishr Oct 10, 2026
b8b8dcf
feat(dashboards): generated system dashboard at GET /api/system
vishr Oct 10, 2026
a822293
docs(dashboards): M5 system sections join the existing default dashbo…
vishr Oct 10, 2026
5a7dabd
refactor(dashboards)!: system sections join the default dashboard; / …
vishr Oct 10, 2026
f0e1c62
fix(dashboards): service map text stays inside its own backgrounds
vishr Oct 11, 2026
cf8933a
test(dashboards): System overview proves six self-observation scenari…
vishr Oct 11, 2026
6127c74
docs(dashboards): keep local paths out of the M5 system page plan
vishr Oct 11, 2026
ac192e8
Merge remote-tracking branch 'origin/main' into feat/agent-dashboards-m5
vishr Oct 11, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion AGENTS.md
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@
Analytical service/edge watermark lag is separate. Completed-batch writes
have their own gate and write-pool slot; analytical writes use disjoint tables.
Maintenance must hold both gates for checkpointing.
- Batch format 3, including its physical schema, is the only accepted telemetry
- Batch format 4, including its physical schema, is the only accepted telemetry
format. Schema changes require a format version change. Disable schema unioning
and Hive partition inference; use native Parquet binding so VARIANT extracts
can reach the scan. Pre-project hot messaging fields into scalar read-view
Expand Down
555 changes: 555 additions & 0 deletions docs/superpowers/plans/2026-10-10-agent-dashboards-m5-system-page.md

Large diffs are not rendered by default.

1,678 changes: 1,678 additions & 0 deletions docs/superpowers/plans/2026-10-10-agent-dashboards-m5a.md

Large diffs are not rendered by default.

318 changes: 318 additions & 0 deletions docs/superpowers/specs/2026-10-10-agent-dashboards-m5-design.md

Large diffs are not rendered by default.

8 changes: 8 additions & 0 deletions internal/api/panels_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -93,6 +93,14 @@ func TestPanelQueryOperationalErrors(t *testing.T) {
}
}

func TestPanelQueryRejectsUnknownHistogramTemporality(t *testing.T) {
engine := &fakePanels{}
rec := servePanels(t, engine, http.MethodPost, "/api/panels/query", `{"dashboard":{"name":"Hist","panels":[{"id":"h","title":"Hist","viz":"histogram","query":{"from":"metrics","measures":["count()"],"histogram":{"field":"value","buckets":"explicit","temporality":"delta"}}}]}}`)
if rec.Code != http.StatusBadRequest || !strings.Contains(rec.Body.String(), "temporality") || engine.run.Dashboard.Name != "" {
t.Fatalf("removed option reached executor: %d %s", rec.Code, rec.Body)
}
}

func TestVariableAndSchemaRoutes(t *testing.T) {
rec := servePanels(t, &fakePanels{}, http.MethodPost, "/api/panels/variables/resolve", `{"dashboard":{"name":"x","panels":[]}}`)
if rec.Code != http.StatusOK || !strings.Contains(rec.Body.String(), `"checkout"`) {
Expand Down
96 changes: 95 additions & 1 deletion internal/cmd/e2eseed/main.go
Original file line number Diff line number Diff line change
Expand Up @@ -17,9 +17,11 @@ import (
"time"

collectorlogs "go.opentelemetry.io/proto/otlp/collector/logs/v1"
collectormetrics "go.opentelemetry.io/proto/otlp/collector/metrics/v1"
collectortrace "go.opentelemetry.io/proto/otlp/collector/trace/v1"
common "go.opentelemetry.io/proto/otlp/common/v1"
logs "go.opentelemetry.io/proto/otlp/logs/v1"
metrics "go.opentelemetry.io/proto/otlp/metrics/v1"
resource "go.opentelemetry.io/proto/otlp/resource/v1"
trace "go.opentelemetry.io/proto/otlp/trace/v1"
"google.golang.org/protobuf/proto"
Expand Down Expand Up @@ -55,7 +57,7 @@ func run(endpoint, tokenFile string) error {
ctx, cancel := context.WithTimeout(context.Background(), 60*time.Second)
defer cancel()
client := &http.Client{Timeout: 30 * time.Second, CheckRedirect: func(*http.Request, []*http.Request) error { return http.ErrUseLastResponse }}
for _, signal := range []string{"traces", "logs"} {
for _, signal := range []string{"traces", "logs", "metrics"} {
req, err := http.NewRequestWithContext(ctx, http.MethodPost, strings.TrimRight(endpoint, "/")+"/v1/"+signal, bytes.NewReader(data[signal]))
if err != nil {
return err
Expand Down Expand Up @@ -121,10 +123,19 @@ func payloads(seed int64, base time.Time) (map[string][]byte, error) {
span.Kind = trace.Span_SPAN_KIND_CLIENT
span.Name = "SELECT inventory"
span.Attributes = []*common.KeyValue{attribute("db.system", "postgresql")}
if minute >= 1380 {
span.Name = "GET warehouse-api"
span.Attributes = []*common.KeyValue{attribute("http.request.method", "GET"), attribute("peer.service", "warehouse-api.example.test"), attribute("server.address", "warehouse-api.example.test")}
span.Status.Code = trace.Status_STATUS_CODE_ERROR
}
case "shipping":
span.Kind = trace.Span_SPAN_KIND_PRODUCER
span.Name = "orders publish"
span.Attributes = []*common.KeyValue{attribute("messaging.system", "kafka"), attribute("messaging.destination.name", "orders"), attribute("messaging.operation.type", "send")}
if minute >= 1380 {
// The failed client call has no instrumented downstream span.
span.ParentSpanId = identifier(uint64(minute*10+3), 8)
}
case "notifications":
span.Kind = trace.Span_SPAN_KIND_CONSUMER
span.Name = "orders process"
Expand All @@ -143,5 +154,88 @@ func payloads(seed int64, base time.Time) (map[string][]byte, error) {
return nil, err
}
out["logs"], err = (proto.MarshalOptions{Deterministic: true}).Marshal(logRequest)
if err != nil {
return nil, err
}
out["metrics"], err = (proto.MarshalOptions{Deterministic: true}).Marshal(systemMetrics(base))
return out, err
}

func systemMetrics(base time.Time) *collectormetrics.ExportMetricsServiceRequest {
request := &collectormetrics.ExportMetricsServiceRequest{}
const receiver = "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/"
start := base.Add(-10*time.Minute - 15*time.Second)
add := func(res *resource.Resource, scope, name, unit, kind string, points []*metrics.NumberDataPoint) {
metric := &metrics.Metric{Name: name, Unit: unit}
if kind == "gauge" {
metric.Data = &metrics.Metric_Gauge{Gauge: &metrics.Gauge{DataPoints: points}}
} else {
metric.Data = &metrics.Metric_Sum{Sum: &metrics.Sum{DataPoints: points, IsMonotonic: kind == "counter", AggregationTemporality: metrics.AggregationTemporality_AGGREGATION_TEMPORALITY_CUMULATIVE}}
}
request.ResourceMetrics = append(request.ResourceMetrics, &metrics.ResourceMetrics{Resource: res, ScopeMetrics: []*metrics.ScopeMetrics{{Scope: &common.InstrumentationScope{Name: receiver + scope}, Metrics: []*metrics.Metric{metric}}}})
}
points := func(stopped bool, kind string, attrs []*common.KeyValue, value func(int) float64) []*metrics.NumberDataPoint {
var out []*metrics.NumberDataPoint
for i := range 21 {
at := start.Add(time.Duration(i) * 30 * time.Second)
if stopped && at.After(base.Add(-3*time.Minute-15*time.Second)) {
break
}
p := &metrics.NumberDataPoint{TimeUnixNano: uint64(at.UnixNano()), Attributes: attrs, Value: &metrics.NumberDataPoint_AsDouble{AsDouble: value(i)}}
if kind != "gauge" {
p.StartTimeUnixNano = uint64(start.Add(-time.Hour).UnixNano())
}
out = append(out, p)
}
return out
}
for _, host := range []string{"disk-full-host", "stopped-host"} {
res := &resource.Resource{Attributes: []*common.KeyValue{attribute("service.namespace", "smoke"), attribute("host.name", host)}}
stopped := host == "stopped-host"
for _, state := range []string{"idle", "user"} {
add(res, "hostmetricsreceiver/internal/scraper/cpuscraper", "system.cpu.time", "s", "counter", points(stopped, "counter", []*common.KeyValue{attribute("cpu", "0"), attribute("state", state)}, func(i int) float64 {
if state == "idle" {
return 1000 + float64(i)*24
}
return 1000 + float64(i)*6
}))
}
for _, state := range []string{"used", "free"} {
add(res, "hostmetricsreceiver/internal/scraper/memoryscraper", "system.memory.usage", "By", "updown", points(stopped, "updown", []*common.KeyValue{attribute("state", state)}, func(int) float64 { return 512 * 1024 * 1024 }))
add(res, "hostmetricsreceiver/internal/scraper/filesystemscraper", "system.filesystem.usage", "By", "updown", points(stopped, "updown", []*common.KeyValue{attribute("state", state), attribute("mountpoint", "/data"), attribute("device", "/dev/sda1"), attribute("type", "ext4"), attribute("mode", "rw")}, func(i int) float64 {
used := 70.0 + float64(i)*1.25 // 95% at the end.
if state == "free" {
return (100 - used) * 1024 * 1024
}
return used * 1024 * 1024
}))
}
}
container := &resource.Resource{Attributes: []*common.KeyValue{attribute("service.namespace", "smoke"), attribute("host.name", "disk-full-host"), attribute("container.id", "smoke-container"), attribute("container.name", "checkout")}}
for _, m := range []struct {
name, unit string
value float64
}{{"container.cpu.utilization", "%", 20}, {"container.memory.usage.total", "By", 128 * 1024 * 1024}, {"container.memory.usage.limit", "By", 512 * 1024 * 1024}} {
add(container, "dockerstatsreceiver", m.name, m.unit, "gauge", points(false, "gauge", nil, func(int) float64 { return m.value }))
}
vantage := &resource.Resource{Attributes: []*common.KeyValue{attribute("service.namespace", "smoke"), attribute("host.name", "outside-collector")}}
for _, target := range []string{"down", "stopped"} {
attrs := []*common.KeyValue{attribute("http.url", "https://"+target+".example.test/health"), attribute("http.method", "GET")}
for _, class := range []string{"1xx", "2xx", "3xx", "4xx", "5xx"} {
statusAttrs := append(append([]*common.KeyValue{}, attrs...), attribute("http.status_class", class))
add(vantage, "httpcheckreceiver", "httpcheck.status", "1", "updown", points(target == "stopped", "updown", statusAttrs, func(i int) float64 {
if class == "2xx" && (target == "stopped" || i < 16) {
return 1
}
return 0 // An unreachable target has zero successes in every class.
}))
}
add(vantage, "httpcheckreceiver", "httpcheck.duration", "ms", "gauge", points(target == "stopped", "gauge", attrs, func(i int) float64 {
if target == "down" && i >= 16 {
return 5000
}
return 25
}))
}
return request
}
141 changes: 135 additions & 6 deletions internal/cmd/e2eseed/main_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -10,16 +10,21 @@ import (
"net/http/httptest"
"os"
"path/filepath"
"strings"
"testing"
"time"

"github.com/labstack/fanout/internal/config"
"github.com/labstack/fanout/internal/dashboard"
"github.com/labstack/fanout/internal/ingest"
"github.com/labstack/fanout/internal/observability"
"github.com/labstack/fanout/internal/panel"
"github.com/labstack/fanout/internal/query"
telemetrystore "github.com/labstack/fanout/internal/telemetry/store"
collectorlogs "go.opentelemetry.io/proto/otlp/collector/logs/v1"
collectormetrics "go.opentelemetry.io/proto/otlp/collector/metrics/v1"
collectortrace "go.opentelemetry.io/proto/otlp/collector/trace/v1"
metrics "go.opentelemetry.io/proto/otlp/metrics/v1"
trace "go.opentelemetry.io/proto/otlp/trace/v1"
"google.golang.org/grpc"
"google.golang.org/grpc/credentials/insecure"
Expand All @@ -37,7 +42,7 @@ func TestSeedPayloadsAreDeterministic(t *testing.T) {
if err != nil {
t.Fatal(err)
}
for _, signal := range []string{"traces", "logs"} {
for _, signal := range []string{"traces", "logs", "metrics"} {
if len(a[signal]) == 0 || !bytes.Equal(a[signal], b[signal]) {
t.Fatalf("%s payload differs", signal)
}
Expand Down Expand Up @@ -213,7 +218,7 @@ func TestSeedCoversDistributedTelemetry(t *testing.T) {
}
}
}
if len(ids) != 8640 || parents != 7200 || errors != 432 || count != 8640 || len(services) != 6 || len(severities) != 4 || len(versions) != 2 || !db || !producer || !consumer || !routes {
if len(ids) != 8640 || parents != 7200 || errors != 492 || count != 8640 || len(services) != 6 || len(severities) != 4 || len(versions) != 2 || !db || !producer || !consumer || !routes {
t.Fatalf("incomplete seed: spans=%d parents=%d errors=%d logs=%d services=%d severities=%d versions=%d", len(ids), parents, errors, count, len(services), len(severities), len(versions))
}
for _, count := range bodies {
Expand All @@ -230,7 +235,7 @@ func TestSeedPostsAuthenticatedProtobuf(t *testing.T) {
t.Error("incorrect OTLP request")
}
switch r.URL.Path {
case "/v1/traces", "/v1/logs":
case "/v1/traces", "/v1/logs", "/v1/metrics":
seen[r.URL.Path] = true
default:
t.Errorf("unexpected path %s", r.URL.Path)
Expand All @@ -245,8 +250,73 @@ func TestSeedPostsAuthenticatedProtobuf(t *testing.T) {
if err := run(server.URL, file); err != nil {
t.Fatal(err)
}
if len(seen) != 2 {
t.Fatal("both signals must be posted")
if len(seen) != 3 {
t.Fatal("all three signals must be posted")
}
}

func TestSeedUsesCollectorMetricKindsScopesAndCadence(t *testing.T) {
base := time.Date(2026, 10, 10, 12, 0, 0, 123456789, time.UTC)
data, err := payloads(13, base)
if err != nil {
t.Fatal(err)
}
var request collectormetrics.ExportMetricsServiceRequest
if err := proto.Unmarshal(data["metrics"], &request); err != nil {
t.Fatal(err)
}
const receiver = "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/"
want := map[string]struct{ scope, kind, unit string }{
"system.cpu.time": {"hostmetricsreceiver/internal/scraper/cpuscraper", "counter", "s"},
"system.memory.usage": {"hostmetricsreceiver/internal/scraper/memoryscraper", "updown", "By"},
"system.filesystem.usage": {"hostmetricsreceiver/internal/scraper/filesystemscraper", "updown", "By"},
"container.cpu.utilization": {"dockerstatsreceiver", "gauge", "%"},
"container.memory.usage.total": {"dockerstatsreceiver", "gauge", "By"},
"container.memory.usage.limit": {"dockerstatsreceiver", "gauge", "By"},
"httpcheck.status": {"httpcheckreceiver", "updown", "1"},
"httpcheck.duration": {"httpcheckreceiver", "gauge", "ms"},
}
seen := map[string]bool{}
for _, resource := range request.ResourceMetrics {
stopped := false
for _, a := range resource.Resource.Attributes {
stopped = stopped || a.Key == "host.name" && a.Value.GetStringValue() == "stopped-host"
}
for _, scope := range resource.ScopeMetrics {
for _, m := range scope.Metrics {
w, ok := want[m.Name]
if !ok || scope.Scope.Name != receiver+w.scope || m.Unit != w.unit {
t.Fatalf("unexpected Collector metadata: %s %+v", scope.Scope.Name, m)
}
seen[m.Name] = true
points := m.GetGauge().GetDataPoints()
if w.kind != "gauge" {
sum := m.GetSum()
if sum == nil || sum.IsMonotonic != (w.kind == "counter") || sum.AggregationTemporality != metrics.AggregationTemporality_AGGREGATION_TEMPORALITY_CUMULATIVE {
t.Fatalf("wrong sum semantics: %+v", m)
}
points = sum.DataPoints
}
if len(points) < 3 {
t.Fatalf("missing cadence: %s", m.Name)
}
for i, p := range points {
for _, a := range p.Attributes {
stopped = stopped || a.Key == "http.url" && a.Value.GetStringValue() == "https://stopped.example.test/health"
}
if p.TimeUnixNano >= uint64(base.UnixNano()) || i > 0 && p.TimeUnixNano-points[i-1].TimeUnixNano != uint64(30*time.Second) || w.kind == "gauge" && p.StartTimeUnixNano != 0 || w.kind != "gauge" && (p.StartTimeUnixNano == 0 || p.StartTimeUnixNano >= p.TimeUnixNano) {
t.Fatalf("invalid point: %s %+v", m.Name, p)
}
}
age := base.Sub(time.Unix(0, int64(points[len(points)-1].TimeUnixNano)))
if stopped && age <= time.Minute || !stopped && age != 15*time.Second {
t.Fatalf("%s stopped=%v age=%s", m.Name, stopped, age)
}
}
}
}
if len(seen) != len(want) {
t.Fatalf("missing metric families: %v", seen)
}
}

Expand Down Expand Up @@ -295,7 +365,7 @@ func TestSeedCoversTwentyFourHoursDeterministically(t *testing.T) {
if err != nil {
t.Fatal(err)
}
for _, signal := range []string{"traces", "logs"} {
for _, signal := range []string{"traces", "logs", "metrics"} {
if !bytes.Equal(data[signal], again[signal]) {
t.Fatalf("%s is not deterministic", signal)
}
Expand Down Expand Up @@ -353,6 +423,7 @@ func TestPerformanceFixtureValidatesAndExecutes(t *testing.T) {
}
var spans collectortrace.ExportTraceServiceRequest
var logs collectorlogs.ExportLogsServiceRequest
var metricRequest collectormetrics.ExportMetricsServiceRequest
if err := proto.Unmarshal(payload["traces"], &spans); err != nil {
t.Fatal(err)
}
Expand All @@ -365,6 +436,12 @@ func TestPerformanceFixtureValidatesAndExecutes(t *testing.T) {
if _, err := collectorlogs.NewLogsServiceClient(conn).Export(t.Context(), &logs); err != nil {
t.Fatal(err)
}
if err := proto.Unmarshal(payload["metrics"], &metricRequest); err != nil {
t.Fatal(err)
}
if _, err := collectormetrics.NewMetricsServiceClient(conn).Export(t.Context(), &metricRequest); err != nil {
t.Fatal(err)
}
engine, err := query.NewDuck(t.Context(), cfg, repo)
if err != nil {
t.Fatal(err)
Expand Down Expand Up @@ -401,4 +478,56 @@ func TestPerformanceFixtureValidatesAndExecutes(t *testing.T) {
t.Fatalf("missing panel %s", p.ID)
}
}
t.Run("system scenarios through OTLP", func(t *testing.T) {
system := dashboard.DefaultSpec()
// Execute the system SQL panels and the existing external-peer reader.
system.Panels = system.Panels[8:]
system.Panels = append(system.Panels[:2], system.Panels[3:]...)
executor := panel.NewExecutor(engine, 30)
executor.SetRollupReader(observability.New(engine, engine, 30))
from := base.Add(-time.Hour)
results, err := executor.Run(t.Context(), panel.RunRequest{Dashboard: system, Vars: map[string]panel.Value{"service": {All: true}}, Time: &panel.Time{From: &from, To: &base}})
if err != nil {
t.Fatal(err)
}
rows := map[string][]map[string]any{}
for _, result := range results {
if result.Status != panel.StatusOK || result.Frame == nil {
t.Fatalf("%s: %+v", result.ID, result)
}
for i := range result.Frame.Rows {
row := map[string]any{}
for j, column := range result.Frame.Columns {
row[column.Name] = result.Frame.Values[j][i]
}
rows[result.ID] = append(rows[result.ID], row)
}
}
find := func(id string, match func(map[string]any) bool) map[string]any {
t.Helper()
for _, row := range rows[id] {
if match(row) {
return row
}
}
t.Fatalf("%s missing scenario: %+v", id, rows[id])
return nil
}
find("hosts", func(r map[string]any) bool {
return r["host"] == "disk-full-host" && r["filesystem_percent"] == 95.0 && r["mountpoint"] == "/data" && r["status"] == 95.0 && r["reporting"] == "reporting"
})
find("hosts", func(r map[string]any) bool {
return r["host"] == "stopped-host" && r["reporting"] == "not reporting" && r["status"] == 100.0
})
find("check_states", func(r map[string]any) bool {
return strings.Contains(fmt.Sprint(r["endpoint_from"]), "down.example.test") && r["state"] == "down" && r["failure"] == 1.0
})
find("check_states", func(r map[string]any) bool {
return strings.Contains(fmt.Sprint(r["endpoint_from"]), "stopped.example.test") && r["state"] == "no recent result" && r["failure"] == 2.0
})
find("versions", func(r map[string]any) bool { return r["service"] == "checkout" && r["version"] == "1.1.0" })
find("service_map", func(r map[string]any) bool {
return r["service"] == "warehouse-api.example.test" && r["health"] == "unhealthy"
})
})
}
Loading
Loading