s2/Makefile at main · mojatter/s2 · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
VERSION := $(shell git describe --tags --always --dirty)
LDFLAGS := -s -w -X github.com/mojatter/s2/server.version=$(VERSION)

.PHONY: build
build:
	cd cmd/s2-server && go build -ldflags "$(LDFLAGS)" -o ../../bin/s2-server .

.PHONY: test
test:
	go test -short ./...
	@for dir in s3 gcs azblob s2env cmd/s2-server; do \
		echo "=== Testing $$dir ==="; \
		(cd $$dir && go test -short ./...); \
	done

.PHONY: test-integration
test-integration:
	go test -v -count=1 ./server/handlers/s3api/ -run Integration

# bench runs Go-native microbenchmarks against the storage backend and the
# HTTP handler. Shorter than bench-warp and requires no external binaries,
# so it's the right knob for in-loop regression checks.
BENCH_GO_PACKAGES ?= ./fs/ ./server/handlers/s3api/
BENCH_GO_RE       ?= BenchmarkPutObject|BenchmarkGetObject|BenchmarkHTTPPutObject|BenchmarkHTTPGetObject
BENCH_GO_TIME     ?= 2s

.PHONY: bench
bench:
	go test $(BENCH_GO_PACKAGES) -run='^$$' -bench='$(BENCH_GO_RE)' -benchmem -benchtime=$(BENCH_GO_TIME)

.PHONY: test-e2e
test-e2e:
	docker compose -f s2test/e2e/docker-compose.yml run --build --rm test; \
	rc1=$$?; \
	docker compose -f s2test/e2e/docker-compose.yml run --build --rm test-sdk; \
	rc2=$$?; \
	docker compose -f s2test/e2e/docker-compose.yml down; \
	[ $$rc1 -eq 0 ] && [ $$rc2 -eq 0 ]

# bench-warp runs a `warp mixed` benchmark against a fresh in-process
# s2-server. It expects the github.com/minio/warp binary on PATH; the
# easiest way to install it is `go install github.com/minio/warp@latest`.
#
# Tunables (override on the command line):
#   BENCH_PORT     S3 listen port for the test server (default 9100)
#   BENCH_DATA     Storage root directory (default /tmp/s2-bench-data)
#   BENCH_BUCKET   Bucket name created on startup (default warp-benchmark)
#   BENCH_OBJSIZE  warp --obj.size value (default 1MiB)
#   BENCH_OBJECTS  warp --objects value (default 250)
#   BENCH_CONC     warp --concurrent value (default 8)
#   BENCH_TIME     warp --duration value (default 30s)
BENCH_PORT    ?= 9100
BENCH_DATA    ?= /tmp/s2-bench-data
BENCH_BUCKET  ?= warp-benchmark
BENCH_OBJSIZE ?= 1MiB
BENCH_OBJECTS ?= 250
BENCH_CONC    ?= 8
BENCH_TIME    ?= 30s

.PHONY: bench-warp
bench-warp: build
	@command -v warp >/dev/null || { echo "warp not found on PATH; install with: go install github.com/minio/warp@latest"; exit 1; }
	@rm -rf $(BENCH_DATA) && mkdir -p $(BENCH_DATA)
	@S2_SERVER_ROOT=$(BENCH_DATA) S2_SERVER_LISTEN=:$(BENCH_PORT) S2_SERVER_CONSOLE_LISTEN= S2_SERVER_BUCKETS=$(BENCH_BUCKET) ./bin/s2-server >/tmp/s2-bench-warp.log 2>&1 & \
	pid=$$!; \
	trap "kill $$pid 2>/dev/null" EXIT INT TERM; \
	sleep 1; \
	warp mixed \
	  --host=localhost:$(BENCH_PORT) \
	  --access-key=warpuser --secret-key=warpsecretkey123 \
	  --tls=false \
	  --bucket=$(BENCH_BUCKET) \
	  --obj.size=$(BENCH_OBJSIZE) \
	  --objects=$(BENCH_OBJECTS) \
	  --concurrent=$(BENCH_CONC) \
	  --duration=$(BENCH_TIME) \
	  --no-color