gollem/Makefile at main · fugue-labs/gollem · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
.PHONY: help test test-verbose coverage lint fmt vet vulncheck tidy clean ci doc hooks-install hooks-uninstall tbench-validate-submission tbench-official tbench-official-validate tbench-pr-steps tbench-pr-prepare

## help: show available targets (default)
help: ## Show available targets
	@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | sort | awk 'BEGIN {FS = ":.*?## "}; {printf "\033[36m%-20s\033[0m %s\n", $$1, $$2}'

test: ## Run tests with race detector
	go test -race ./...

test-verbose: ## Run tests with verbose output and race detector
	go test -race -v ./...

coverage: ## Generate coverage report
	go test -race -coverprofile=coverage.out ./...
	go tool cover -html=coverage.out -o coverage.html
	@echo "Coverage report: coverage.html"

lint: ## Run golangci-lint
	golangci-lint run ./...

fmt: ## Run goimports formatting
	goimports -w -local github.com/fugue-labs/gollem .

vet: ## Run go vet
	go vet ./...

vulncheck: ## Run govulncheck
	govulncheck ./...

tidy: ## Run go mod tidy and verify
	go mod tidy
	go mod verify

clean: ## Remove build artifacts
	rm -f coverage.out coverage.html
	go clean -testcache

ci: lint vet test vulncheck ## Run full CI pipeline locally

doc: ## Start local pkgsite documentation server
	@echo "Starting pkgsite on http://localhost:8080"
	pkgsite -http=:8080

hooks-install: ## Install repo-managed git hooks (.githooks)
	git config core.hooksPath .githooks
	chmod +x .githooks/pre-commit .githooks/pre-push
	@echo "Installed hooks via core.hooksPath=.githooks"

hooks-uninstall: ## Remove repo-managed git hooks
	git config --unset core.hooksPath || true
	@echo "Unset core.hooksPath"

tbench-validate-submission: ## Validate TB2 submission folder (set SUBMISSION_DIR=...)
	@./contrib/tbench_validate_submission.sh "$${SUBMISSION_DIR:?set SUBMISSION_DIR to a submission dir or submissions/terminal-bench/2.0}"

tbench-official: ## Run official TB2 eval via harbor wrapper (MODEL=..., CONCURRENCY=1, TASKS=optional, ATTEMPTS=5)
	@MODEL="$${MODEL:-openai/gpt-5.3-codex}"; \
	CONCURRENCY="$${CONCURRENCY:-1}"; \
	TASKS="$${TASKS:-}"; \
	ATTEMPTS="$${ATTEMPTS:-5}"; \
	cd harbor && ./run-official-leaderboard.sh "$$MODEL" "$$CONCURRENCY" "$$TASKS" "$$ATTEMPTS"

tbench-official-validate: ## Run official TB2 eval and validate generated submission folder (ATTEMPTS=5)
	@MODEL="$${MODEL:-openai/gpt-5.3-codex}"; \
	CONCURRENCY="$${CONCURRENCY:-1}"; \
	TASKS="$${TASKS:-}"; \
	ATTEMPTS="$${ATTEMPTS:-5}"; \
	cd harbor && TBENCH_VALIDATE_SUBMISSION=1 ./run-official-leaderboard.sh "$$MODEL" "$$CONCURRENCY" "$$TASKS" "$$ATTEMPTS"

tbench-pr-steps: ## Print exact git/PR steps for a submission (SUBMISSION_DIR=... optional)
	@./contrib/tbench_submission_pr_helper.sh "$${SUBMISSION_DIR:-}"

tbench-pr-prepare: ## Create branch + commit + push submission (SUBMISSION_DIR=... optional)
	@./contrib/tbench_submission_pr_helper.sh "$${SUBMISSION_DIR:-}" --execute