Makefile

.PHONY: all ci fmt fmt-check lint test test-fast test-release unit-test integration-test e2e-test e2e-update test-affected doc doc-check check build build-release clean fix release snapshot-test test-all ci-test-all flush-dev docker docker-run

SHELL := /bin/bash

# Default target
all: ci

# Developer Workflow

# Fast feedback loop - unit + integration tests only (~30s)
test-fast: check unit-test
	@echo "Fast tests complete."

# Pre-commit gate - unit + integration + snapshot E2E (~60-90s)
test: check unit-test e2e-test
	@echo "All tests complete."

# Full verification (CI, pre-merge)
# Runs everything: lint, build, unit+integration tests, snapshot E2E tests
# All tests run in parallel. Zero ignored tests allowed. Cleanup verified.
test-all: check
	@FAILURES=0; \
	STRIP_ANSI='s/\x1b\[[0-9;]*m//g'; \
	NCPU=$$(sysctl -n hw.ncpu 2>/dev/null || nproc 2>/dev/null || echo 4); \
	echo "Running all tests ($$NCPU CPUs)..."; \
	echo ""; \
	echo "=== Cleanup (pre-test) ==="; \
	rm -rf ./data 2>/dev/null || true; \
	echo "Cleaned ./data directory"; \
	echo ""; \
	echo "=== Build (release) ==="; \
	if cargo build --all-features --release 2>&1; then \
		BUILD_STATUS="PASS"; \
	else \
		BUILD_STATUS="FAIL"; \
		FAILURES=$$((FAILURES + 1)); \
	fi; \
	echo ""; \
	echo "=== Unit + Integration Tests ($$NCPU threads) ==="; \
	UNIT_TMPFILE=$$(mktemp); \
	set -o pipefail; \
	RUST_TEST_THREADS=$$NCPU cargo test --all-features -- --test-threads=$$NCPU --format=pretty \
		2>&1 | tee "$$UNIT_TMPFILE"; \
	UNIT_EXIT=$${PIPESTATUS[0]}; \
	tail -5 "$$UNIT_TMPFILE"; \
	UNIT_PASSED=$$(grep -E "^test result:" "$$UNIT_TMPFILE" | awk '{sum += $$4} END {print sum+0}'); \
	UNIT_FAILED=$$(grep -E "^test result:" "$$UNIT_TMPFILE" | awk '{sum += $$6} END {print sum+0}'); \
	UNIT_IGNORED=$$(grep -E "^test result:" "$$UNIT_TMPFILE" | awk '{sum += $$8} END {print sum+0}'); \
	rm -f "$$UNIT_TMPFILE"; \
	if [ $$UNIT_EXIT -ne 0 ]; then FAILURES=$$((FAILURES + 1)); fi; \
	if [ "$$UNIT_IGNORED" -gt 0 ] 2>/dev/null; then \
		echo "ERROR: $$UNIT_IGNORED ignored test(s) detected. No tests may be ignored."; \
		FAILURES=$$((FAILURES + 1)); \
	fi; \
	echo ""; \
	echo "Settling before snapshot tests..."; \
	lsof -ti :8080 | xargs kill -9 2>/dev/null || true; \
	rm -rf ./data 2>/dev/null || true; \
	echo "Cleaning debug artifacts to free memory..."; \
	rm -rf target/debug 2>/dev/null || true; \
	sync 2>/dev/null || true; \
	sleep 8; \
	echo ""; \
	echo "=== Snapshot Tests (E2E) ==="; \
	SNAP_TMPFILE=$$(mktemp); \
	set -o pipefail; \
	./scripts/run_snapshot_tests.sh --skip-build 2>&1 | tee "$$SNAP_TMPFILE"; \
	SNAP_EXIT=$${PIPESTATUS[0]}; \
	tail -10 "$$SNAP_TMPFILE"; \
	SNAP_PASSED=$$(sed "$$STRIP_ANSI" "$$SNAP_TMPFILE" | grep -E "^Passed:" | awk '{print $$2}'); \
	SNAP_FAILED=$$(sed "$$STRIP_ANSI" "$$SNAP_TMPFILE" | grep -E "^Failed:" | awk '{print $$2}'); \
	rm -f "$$SNAP_TMPFILE"; \
	if [ $$SNAP_EXIT -ne 0 ]; then FAILURES=$$((FAILURES + 1)); fi; \
	echo ""; \
	echo "=== Cleanup Verification ==="; \
	STALE_DATA=""; \
	if [ -d "./data" ]; then \
		STALE_KGS=$$(ls -d ./data/*/ 2>/dev/null | grep -v persist | grep -v metadata | grep -v '/default/' | wc -l | tr -d ' '); \
		if [ "$$STALE_KGS" -gt 0 ]; then \
			STALE_DATA="$$STALE_KGS stale KG directories in ./data"; \
		fi; \
	fi; \
	if [ -n "$$STALE_DATA" ]; then \
		echo "WARNING: $$STALE_DATA"; \
	else \
		echo "Clean: no stale test data"; \
	fi; \
	rm -rf ./data 2>/dev/null || true; \
	echo ""; \
	TOTAL=$$(($$UNIT_PASSED + $${SNAP_PASSED:-0})); \
	TOTAL_FAILED=$$(($$UNIT_FAILED + $${SNAP_FAILED:-0})); \
	echo "==========================================="; \
	echo "              TEST SUMMARY"; \
	echo "==========================================="; \
	echo ""; \
	printf "  | %-14s | %-48s |\n" "Category" "Status"; \
	printf "  |----------------|--------------------------------------------------|\n"; \
	printf "  | %-14s | %-48s |\n" "Build" "$$BUILD_STATUS"; \
	printf "  | %-14s | %-48s |\n" "Cargo Tests" "$$UNIT_PASSED passed, $$UNIT_FAILED failed, $$UNIT_IGNORED ignored"; \
	printf "  | %-14s | %-48s |\n" "Snapshot Tests" "$${SNAP_PASSED:-0} passed, $${SNAP_FAILED:-0} failed"; \
	printf "  | %-14s | %-48s |\n" "TOTAL" "$$TOTAL passed, $$TOTAL_FAILED failed"; \
	echo ""; \
	echo "==========================================="; \
	if [ $$FAILURES -ne 0 ]; then \
		echo "SOME CHECKS FAILED ($$FAILURES)"; \
		exit 1; \
	fi; \
	echo "ALL CHECKS PASSED"

# CI-friendly full verification (disk/memory-constrained free-tier runners)
# Same checks as test-all but with:
#   - Thin LTO instead of full LTO (halves linker peak memory)
#   - More codegen units (reduces per-unit memory)
#   - Capped test parallelism (DD workers are memory-hungry)
#   - Capped snapshot parallelism
#   - Debug artifacts cleaned between unit and snapshot tests (saves ~11GB disk)
ci-test-all:
	@FAILURES=0; \
	STRIP_ANSI='s/\x1b\[[0-9;]*m//g'; \
	CI_JOBS=$$(nproc 2>/dev/null || echo 4); \
	echo "Running all tests (CI mode, $${CI_JOBS} parallel)..."; \
	echo ""; \
	echo "=== Build (release, thin LTO) ==="; \
	if CARGO_PROFILE_RELEASE_LTO=thin CARGO_PROFILE_RELEASE_CODEGEN_UNITS=4 \
	   cargo build --all-features --release 2>&1; then \
		BUILD_STATUS="PASS"; \
	else \
		BUILD_STATUS="FAIL"; \
		FAILURES=$$((FAILURES + 1)); \
	fi; \
	echo ""; \
	echo "=== Unit Tests ==="; \
	UNIT_TMPFILE=$$(mktemp); \
	set -o pipefail; \
	RUST_TEST_THREADS=$$CI_JOBS cargo test --all-features -- --test-threads=$$CI_JOBS --format=pretty \
		2>&1 | tee "$$UNIT_TMPFILE"; \
	UNIT_EXIT=$${PIPESTATUS[0]}; \
	tail -5 "$$UNIT_TMPFILE"; \
	UNIT_PASSED=$$(grep -E "^test result:" "$$UNIT_TMPFILE" | awk '{sum += $$4} END {print sum+0}'); \
	UNIT_FAILED=$$(grep -E "^test result:" "$$UNIT_TMPFILE" | awk '{sum += $$6} END {print sum+0}'); \
	rm -f "$$UNIT_TMPFILE"; \
	if [ $$UNIT_EXIT -ne 0 ]; then FAILURES=$$((FAILURES + 1)); fi; \
	echo ""; \
	echo "Cleaning debug artifacts to free disk space..."; \
	rm -rf target/debug 2>/dev/null || true; \
	echo ""; \
	echo "=== Snapshot Tests (E2E, $$CI_JOBS parallel) ==="; \
	SNAP_TMPFILE=$$(mktemp); \
	set -o pipefail; \
	CARGO_PROFILE_RELEASE_LTO=thin CARGO_PROFILE_RELEASE_CODEGEN_UNITS=4 \
	   ./scripts/run_snapshot_tests.sh --skip-build -j $$CI_JOBS 2>&1 | tee "$$SNAP_TMPFILE"; \
	SNAP_EXIT=$${PIPESTATUS[0]}; \
	tail -10 "$$SNAP_TMPFILE"; \
	SNAP_PASSED=$$(sed "$$STRIP_ANSI" "$$SNAP_TMPFILE" | grep -E "^Passed:" | awk '{print $$2}'); \
	SNAP_FAILED=$$(sed "$$STRIP_ANSI" "$$SNAP_TMPFILE" | grep -E "^Failed:" | awk '{print $$2}'); \
	rm -f "$$SNAP_TMPFILE"; \
	if [ $$SNAP_EXIT -ne 0 ]; then FAILURES=$$((FAILURES + 1)); fi; \
	echo ""; \
	echo "==========================================="; \
	echo "           CI TEST SUMMARY"; \
	echo "==========================================="; \
	echo ""; \
	printf "  | %-14s | %-48s |\n" "Category" "Status"; \
	printf "  |----------------|--------------------------------------------------|\n"; \
	printf "  | %-14s | %-48s |\n" "Build" "$$BUILD_STATUS"; \
	printf "  | %-14s | %-48s |\n" "Unit Tests" "$$UNIT_PASSED passed, $$UNIT_FAILED failed"; \
	printf "  | %-14s | %-48s |\n" "Snapshot Tests" "$${SNAP_PASSED:-0} passed, $${SNAP_FAILED:-0} failed"; \
	echo ""; \
	echo "==========================================="; \
	if [ $$FAILURES -ne 0 ]; then \
		echo "SOME CHECKS FAILED ($$FAILURES)"; \
		exit 1; \
	fi; \
	echo "ALL CHECKS PASSED"

# CI target - runs all checks that CI performs
ci: check ci-test-all
	@echo "All CI checks passed!"

# Individual Test Tiers

# Tier 1: Unit tests (cargo test - includes all #[test] functions)
unit-test:
	cargo test --all-features

# Tier 2: Integration tests only
integration-test:
	cargo test --all-features --test '*'

# Tier 3: E2E snapshot tests (parallel, against live server)
e2e-test:
	./scripts/run_snapshot_tests.sh

# Regenerate snapshot .idl.out files (sequential mode)
e2e-update:
	./scripts/run_snapshot_tests.sh --update

# Run only tests affected by uncommitted changes
test-affected:
	./scripts/test-affected.sh

# Legacy alias for e2e-test
snapshot-test: e2e-test

# Code Quality

# Format code
fmt:
	cargo fmt --all

# Check formatting (CI mode - fails if not formatted)
fmt-check:
	cargo fmt --all -- --check

# Run clippy lints
lint:
	cargo clippy --all-features -- -D warnings

# Check compilation + formatting + lints + docs (quality gate)
check: fmt-check lint doc-check
	cargo check --all-features

# Fix formatting and lint issues automatically where possible
fix: fmt
	cargo clippy --all-features --fix --allow-dirty --allow-staged -- -D warnings

# Build

# Build the project
build:
	cargo build --all-features

# Build in release mode
build-release:
	cargo build --all-features --release

# Run unit tests in release mode
test-release:
	cargo test --all-features --release

# Clean build artifacts
clean:
	cargo clean

# Documentation

# Build documentation
doc:
	RUSTDOCFLAGS="-D warnings" cargo doc --no-deps --all-features

# Check documentation (CI mode)
doc-check:
	RUSTDOCFLAGS="-D warnings" cargo doc --no-deps --all-features

# Release & Maintenance

# Create a release branch with updated version
# Usage: make release VERSION=x.x.x
release:
ifndef VERSION
	$(error VERSION is not set. Usage: make release VERSION=x.x.x)
endif
	@echo "Creating release branch for version $(VERSION)..."
	@# Ensure we're on a clean working tree
	@if [ -n "$$(git status --porcelain)" ]; then \
		echo "Error: Working tree is not clean. Please commit or stash changes."; \
		exit 1; \
	fi
	@# Create and checkout release branch
	git checkout -b release/$(VERSION)
	@# Update version in Cargo.toml
	@sed -i.bak 's/^version = ".*"/version = "$(VERSION)"/' Cargo.toml && rm -f Cargo.toml.bak
	@# Update Cargo.lock
	cargo update --workspace
	@# Run CI checks to ensure everything is valid
	@$(MAKE) ci
	@# Commit changes
	git add Cargo.toml Cargo.lock
	git commit -m "chore: bump version to $(VERSION)"
	@# Push branch to origin
	git push -u origin release/$(VERSION)
	@echo ""
	@echo "Release branch 'release/$(VERSION)' created and pushed!"
	@echo "Next steps:"
	@echo "  1. Create a PR from release/$(VERSION) to main"
	@echo "  2. After merge, create and push tag: git tag v$(VERSION) && git push origin v$(VERSION)"

# Docker

# Build Docker image
docker:
	DOCKER_BUILDKIT=1 docker build -t inputlayer .

# Run Docker container
docker-run: docker
	docker run --rm -p 8080:8080 -v inputlayer-data:/var/lib/inputlayer/data inputlayer

# Flush development data - removes data folder to reset to empty state
flush-dev:
	@echo "Flushing development data..."
	@rm -rf ./data
	@echo "Data folder removed. Server will recreate default knowledge graph on next start."