-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathMakefile
More file actions
88 lines (61 loc) · 3.42 KB
/
Copy pathMakefile
File metadata and controls
88 lines (61 loc) · 3.42 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
BINARY := ceo-packet
PKG := ./cmd/ceo-packet
VERSION ?= $(shell git describe --tags --always --dirty 2>/dev/null || printf dev)
COMMIT ?= $(shell git rev-parse --short HEAD 2>/dev/null || printf local)
.PHONY: ci fmt test test-race vet smoke dogfood build secret-scan release-local release-signatures release-homebrew-formula release-preflight release-bootstrap release-readiness provider-setup-preflight production-readiness production-finalize production-local-gate eval-nightly eval-endurance eval-provider-kimi eval-provider-codex eval-provider-openai eval-provider-openrouter eval-provider-moonshot
ci: fmt test vet smoke dogfood build
fmt:
gofmt -w ./cmd ./internal
test:
go test ./... -count=1
test-race:
go test -race -shuffle=on -count=1 ./...
vet:
go vet ./...
smoke:
sh scripts/smoke.sh
dogfood:
sh scripts/dogfood.sh
build:
mkdir -p bin
go build -trimpath -ldflags="-X ceoharness/internal/cli.Version=$(VERSION) -X ceoharness/internal/cli.Commit=$(COMMIT)" -o bin/$(BINARY) $(PKG)
secret-scan:
sh scripts/secret-scan.sh
release-local:
sh scripts/release-local.sh
release-signatures:
sh scripts/release-signatures.sh --dist dist --private-key "$$RELEASE_SIGNING_KEY"
release-homebrew-formula:
sh scripts/release-homebrew-formula.sh --dist dist --repo-url "$$REPO_URL" --homebrew-archive-base-url "$$HOMEBREW_ARCHIVE_BASE_URL"
release-preflight:
sh scripts/release-preflight.sh dist
release-bootstrap:
sh scripts/release-bootstrap.sh --dist dist --output-dir .omo/evidence/release-bootstrap
release-readiness:
sh scripts/release-readiness.sh --dist dist --output-dir .omo/evidence/release-readiness
provider-setup-preflight:
sh scripts/provider-setup-preflight.sh --output-dir .omo/evidence/provider-setup-preflight
production-readiness:
sh scripts/production-readiness.sh --dist dist --output-dir .omo/evidence/production-readiness
production-finalize:
sh scripts/production-finalize.sh --dist dist --output-dir .omo/evidence/production-finalize
production-local-gate:
sh scripts/production-local-gate.sh --dist dist --output-dir .omo/evidence/production-local-gate
eval-nightly:
mkdir -p bin
go build -trimpath -o bin/$(BINARY) $(PKG)
go run ./cmd/ceo-eval --benchmark-fixtures --tasks evals/tasks --output-dir .omo/evidence/nightly/benchmark-fixtures
go run ./cmd/ceo-packet gauntlet --suite cross-language-core --agents ceo_harness --ceo-binary ./bin/$(BINARY) --tasks evals/tasks --output-dir .omo/evidence/nightly/cross-language-core --timeout-seconds 120 --concurrency 2 --ceo-benchmark-mode model-command --ceo-benchmark-model-command-json '["sh","$(CURDIR)/scripts/benchmark-model-command.sh"]'
sh scripts/dogfood-real.sh --repo "ceo-harness:$(CURDIR)" --repeat 2 --timeout-ms 250 --output-dir .omo/evidence/nightly/dogfood-real
eval-endurance:
sh scripts/endurance.sh --iterations 3 --output-dir .omo/evidence/endurance-local-r1
eval-provider-kimi:
sh scripts/provider-proof.sh --provider kimi --output-dir .omo/evidence/provider-proof-kimi
eval-provider-codex:
sh scripts/provider-proof.sh --provider codex --output-dir .omo/evidence/provider-proof-codex
eval-provider-openai:
sh scripts/provider-proof.sh --provider openai --output-dir .omo/evidence/provider-proof-openai
eval-provider-openrouter:
sh scripts/provider-proof.sh --provider openrouter --output-dir .omo/evidence/provider-proof-openrouter
eval-provider-moonshot:
sh scripts/provider-proof.sh --provider moonshot --output-dir .omo/evidence/provider-proof-moonshot