Makefile

SHELL := /bin/bash

# =============================================================================
# Configuration and Environment Variables
# =============================================================================

.DEFAULT_GOAL := help
.ONESHELL:
.SHELLFLAGS := -eu -o pipefail -c
.EXPORT_ALL_VARIABLES:
MAKEFLAGS += --no-print-directory
MYPY_WORKERS ?= 2

# -----------------------------------------------------------------------------
# Display Formatting and Colors
# -----------------------------------------------------------------------------
BLUE := $(shell printf "\033[1;34m")
GREEN := $(shell printf "\033[1;32m")
RED := $(shell printf "\033[1;31m")
YELLOW := $(shell printf "\033[1;33m")
NC := $(shell printf "\033[0m")
INFO := $(shell printf "$(BLUE)ℹ$(NC)")
OK := $(shell printf "$(GREEN)✓$(NC)")
WARN := $(shell printf "$(YELLOW)⚠$(NC)")
ERROR := $(shell printf "$(RED)✖$(NC)")

# =============================================================================
# Help and Documentation
# =============================================================================

.PHONY: help
help:                                               ## Display this help text for Makefile
	@awk 'BEGIN {FS = ":.*##"; printf "\nUsage:\n  make \033[36m<target>\033[0m\n"} /^[a-zA-Z0-9_-]+:.*?##/ { printf "  \033[36m%-15s\033[0m %s\n", $$1, $$2 } /^##@/ { printf "\n\033[1m%s\033[0m\n", substr($$0, 5) } ' $(MAKEFILE_LIST)

# =============================================================================
# Installation and Environment Setup
# =============================================================================

.PHONY: install-uv
install-uv:                                         ## Install latest version of uv
	@echo "${INFO} Installing uv..."
	@curl -LsSf https://astral.sh/uv/install.sh | sh >/dev/null 2>&1
	@echo "${OK} UV installed successfully"

.PHONY: install
install: destroy clean                              ## Install the project, dependencies, and pre-commit
	@echo "${INFO} Starting fresh installation..."
	@uv python pin 3.10 >/dev/null 2>&1
	@uv venv >/dev/null 2>&1
	@uv sync --all-extras --no-extra mypyc --dev
	@echo "${OK} Installation complete! 🎉"

.PHONY: install-compiled
install-compiled: destroy clean                  ## Install with mypyc compilation for performance
	@echo "${INFO} Starting fresh installation with mypyc compilation..."
	@uv python pin 3.10 >/dev/null 2>&1
	@uv venv >/dev/null 2>&1
	@echo "${INFO} Installing in editable mode with mypyc compilation..."
	@uv sync --all-extras --dev
	@HATCH_BUILD_HOOKS_ENABLE=1 uv pip install -e .
	@echo "${OK} Performance installation complete! 🚀"
	@echo "${INFO} Verifying compilation..."
	@find sqlspec -name "*.so" | wc -l | xargs -I {} echo "${OK} Compiled {} modules"

.PHONY: destroy
destroy:                                            ## Destroy the virtual environment
	@echo "${INFO} Destroying virtual environment... 🗑️"
	@uv run pre-commit clean >/dev/null 2>&1
	@rm -rf .venv
	@echo "${OK} Virtual environment destroyed 🗑️"

# =============================================================================
# Dependency Management
# =============================================================================

.PHONY: upgrade
upgrade:                                            ## Upgrade all dependencies to latest stable versions
	@echo "${INFO} Updating all dependencies... 🔄"
	@uv lock --upgrade
	@echo "${OK} Dependencies updated 🔄"
	@uv run pre-commit autoupdate
	@echo "${OK} Updated Pre-commit hooks 🔄"
	@uv lock >/dev/null 2>&1

.PHONY: lock
lock:                                              ## Rebuild lockfiles from scratch
	@echo "${INFO} Rebuilding lockfiles... 🔄"
	@uv lock --upgrade >/dev/null 2>&1
	@echo "${OK} Lockfiles updated"

# =============================================================================
# Build and Release
# =============================================================================

.PHONY: build
build:                                             ## Build the package
	@echo "${INFO} Building package... 📦"
	@uv build >/dev/null 2>&1
	@echo "${OK} Package build complete"

.PHONY: build-performance
build-performance:                                 ## Build package with mypyc compilation
	@echo "${INFO} Building package with mypyc compilation... 📦"
	@HATCH_BUILD_HOOKS_ENABLE=1 uv build >/dev/null 2>&1
	@echo "${OK} Performance package build complete 🚀"

.PHONY: test-mypyc
test-mypyc:                                        ## Test mypyc compilation on individual modules
	@echo "${INFO} Testing mypyc compilation... 🔧"
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/utils/text.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/utils/sync_tools.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/utils/env.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/utils/module_loader.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/core/cache.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/core/hashing.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/core/parameters/_processor.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/core/result/_base.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/core/splitter.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/driver/_query_cache.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/adapters/sqlite/core.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/adapters/psqlpy/core.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/adapters/sqlite/pool.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/storage/_paths.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/storage/_utils.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/_loader.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/bigquery.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/cockroachdb.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/duckdb.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/mysql.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/oracle.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/postgres.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/spanner.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/data_dictionary/dialects/sqlite.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/dialects/postgres/_generators.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/dialects/postgres/_operators.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/dialects/spanner/_generators.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/events/_hints.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/events/_models.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/events/_names.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/events/_payload.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/events/_queue.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/adk/_types.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/adk/memory/_types.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/extensions/adk/artifact/_types.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/migrations/version.py
	@uv run mypyc --check-untyped-defs --no-warn-unused-configs sqlspec/observability/_formatting.py
	@echo "${OK} Mypyc compilation tests passed ✨"


.PHONY: release
release:                                           ## Bump version and create release tag
	@echo "${INFO} Preparing for release... 📦"
	@make docs
	@make clean
	@make build
	@uv run bump-my-version bump $(bump)
	@uv lock --upgrade-package sqlspec >/dev/null 2>&1
	@echo "${OK} Release complete 🎉"

.PHONY: pre-release
pre-release:                                       ## Start a pre-release: make pre-release version=0.33.0-alpha.1
	@if [ -z "$(version)" ]; then \
		echo "${ERROR} Usage: make pre-release version=X.Y.Z-alpha.N"; \
		echo ""; \
		echo "Pre-release workflow:"; \
		echo "  1. Start alpha:     make pre-release version=0.33.0-alpha.1"; \
		echo "  2. Next alpha:      make pre-release version=0.33.0-alpha.2"; \
		echo "  3. Move to beta:    make pre-release version=0.33.0-beta.1"; \
		echo "  4. Move to rc:      make pre-release version=0.33.0-rc.1"; \
		echo "  5. Final release:   make release bump=patch (from rc) OR bump=minor (from stable)"; \
		exit 1; \
	fi
	@echo "${INFO} Preparing pre-release $(version)... 🧪"
	@make clean
	@make build
	@uv run bump-my-version bump --new-version $(version) pre
	@uv lock --upgrade-package sqlspec >/dev/null 2>&1
	@echo "${OK} Pre-release $(version) complete 🧪"
	@echo ""
	@echo "${INFO} Next steps:"
	@echo "  1. Push: git push origin HEAD"
	@echo "  2. Create a GitHub pre-release: gh release create v$(version) --prerelease --generate-notes --title 'v$(version)'"
	@echo "  3. This will publish to PyPI with pre-release tags"

# =============================================================================
# Cleaning and Maintenance
# =============================================================================

.PHONY: clean
clean:                                              ## Cleanup temporary build artifacts
	@echo "${INFO} Cleaning working directory... 🧹"
	@rm -rf .pytest_cache .ruff_cache .hypothesis build/ -rf dist/ .eggs/ .coverage coverage.xml coverage.json htmlcov/ .pytest_cache tests/.pytest_cache tests/**/.pytest_cache .mypy_cache .unasyncd_cache/ .auto_pytabs_cache >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*.egg-info' -exec rm -rf {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -type f -name '*.egg' -exec rm -f {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*.pyc' -exec rm -f {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*.pyo' -exec rm -f {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*~' -exec rm -f {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -type d -name '__pycache__' -exec rm -rf {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '.ipynb_checkpoints' -exec rm -rf {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*.so' -exec rm -f {} + >/dev/null 2>&1
	@find . \( -path ./.venv -o -path ./.git \) -prune -o -name '*.c' -exec rm -f {} + >/dev/null 2>&1
	@echo "${OK} Working directory cleaned"
	$(MAKE) docs-clean

# =============================================================================
# Testing and Quality Checks
# =============================================================================

.PHONY: test
test:                                               ## Run the tests
	@echo "${INFO} Running test cases... 🧪"
	@uv run pytest -n 2 --dist=loadgroup tests docs/examples
	@echo "${OK} Tests complete ✨"

.PHONY: test-all
test-all: tests				                        ## Run all tests
	@echo "${INFO} All tests executed successfully ✨"

.PHONY: coverage
coverage:                                           ## Run tests with coverage report
	@echo "${INFO} Running tests with coverage... 📊"
	@uv run pytest --cov -n 2 --dist=loadgroup --quiet tests docs/examples
	@uv run coverage html >/dev/null 2>&1
	@uv run coverage xml >/dev/null 2>&1
	@echo "${OK} Coverage report generated ✨"

# -----------------------------------------------------------------------------
# Type Checking
# -----------------------------------------------------------------------------

.PHONY: mypy
mypy:                                               ## Run mypy
	@echo "${INFO} Running mypy with $(MYPY_WORKERS) workers... 🔍"
	@uv run mypy -n $(MYPY_WORKERS) --no-incremental --no-warn-unused-configs --show-traceback --no-error-summary -p sqlspec
	@echo "${OK} Mypy checks passed ✨"

.PHONY: dmypy
dmypy:                                              ## Run mypy daemon
	@echo "${INFO} Running mypy daemon... 🔍"
	@uv run dmypy run
	@echo "${OK} Mypy daemon checks passed ✨"

.PHONY: mypy-parallel
mypy-parallel: mypy                                 ## Run mypy parallel checking

.PHONY: pyright
pyright:                                            ## Run pyright
	@echo "${INFO} Running pyright... 🔍"
	@PYRIGHT_PYTHON_FORCE_VERSION=latest uv run pyright
	@echo "${OK} Pyright checks passed ✨"

.PHONY: type-check
type-check: mypy pyright                            ## Run all type checking

# -----------------------------------------------------------------------------
# Linting and Formatting
# -----------------------------------------------------------------------------

.PHONY: pre-commit
pre-commit:                                        ## Run pre-commit hooks
	@echo "${INFO} Running pre-commit checks... 🔎"
	@uv run pre-commit run --color=always --all-files
	@echo "${OK} Pre-commit checks passed ✨"

.PHONY: slotscheck
slotscheck:                                        ## Run slotscheck
	@echo "${INFO} Running slotscheck... 🔍"
	@PYTHONWARNINGS="ignore:::google.adk.features._feature_decorator" uv run slotscheck sqlspec/
	@echo "${OK} Slotscheck complete ✨"

.PHONY: fix
fix:                                               ## Run code formatters
	@echo "${INFO} Running code formatters... 🔧"
	@uv run ruff check --fix --unsafe-fixes
	@echo "${OK} Code formatting complete ✨"

.PHONY: lint
lint: fix pre-commit type-check slotscheck             ## Run all linting checks
	@echo "${OK} All linting checks passed ✨"

.PHONY: check-all
check-all: lint test-all coverage                  ## Run all checks (lint, test, coverage)
	@echo "${OK} All checks passed successfully ✨"

# =============================================================================
# Documentation
# =============================================================================

.PHONY: docs-clean
docs-clean:                                        ## Clean documentation build
	@echo "${INFO} Cleaning documentation build assets... 🧹"
	@rm -rf docs/_build
	@echo "${OK} Documentation assets cleaned"

.PHONY: docs-serve
docs-serve: docs-clean                             ## Serve documentation locally
	@echo "${INFO} Starting documentation server... 📚"
	@uv run sphinx-autobuild docs docs/_build/ -j 1 --watch sqlspec --watch docs --watch tests --watch CONTRIBUTING.rst --port 8002

.PHONY: docs
docs: docs-clean                                   ## Build documentation
	@echo "${INFO} Building documentation... 📝"
	@PYTHONWARNINGS="ignore::FutureWarning" uv run sphinx-build -M html docs docs/_build/ -E -a -j 1 -W
	@echo "${OK} Documentation built successfully"

.PHONY: docs-linkcheck
docs-linkcheck:                                    ## Check documentation links
	@echo "${INFO} Checking documentation links... 🔗"
	@uv run sphinx-build -b linkcheck ./docs ./docs/_build -D linkcheck_ignore='http://.*','https://.*'
	@echo "${OK} Link check complete"

.PHONY: docs-linkcheck-full
docs-linkcheck-full:                               ## Run full documentation link check
	@echo "${INFO} Running full link check... 🔗"
	@uv run sphinx-build -b linkcheck ./docs ./docs/_build -D linkcheck_anchors=0
	@echo "${OK} Full link check complete"

.PHONY: docs-demos
docs-demos:                                        ## Generate CLI demo GIFs from VHS tapes
	@if ! command -v vhs >/dev/null 2>&1; then \
		echo "${WARN} VHS not installed. Install: go install github.com/charmbracelet/vhs@latest"; \
		exit 0; \
	fi
	@echo "${INFO} Generating CLI demo GIFs... 🎬"
	@mkdir -p docs/_static/demos
	@VHS_NO_SANDBOX=true; \
	for tape in docs/_tapes/*.tape; do \
		[ -f "$$tape" ] || continue; \
		echo "  Recording: $$tape"; \
		vhs "$$tape" || true; \
	done
	@echo "${OK} Demo GIFs generated"

.PHONY: docs-all
docs-all: docs-demos docs                         ## Generate demos then build documentation

# =============================================================================
# Benchmarks and Performance
# =============================================================================

.PHONY: bench
bench:                                              ## Run core benchmarks (sqlite)
	@echo "${INFO} Running core benchmarks... 🏎️"
	@uv run python tools/scripts/bench.py
	@echo "${OK} Benchmarks complete"

.PHONY: bench-extended
bench-extended:                                     ## Run extended benchmarks (all scenarios)
	@echo "${INFO} Running extended benchmarks... 🏎️"
	@uv run python tools/scripts/bench.py --extended
	@echo "${OK} Extended benchmarks complete"

.PHONY: bench-profile
bench-profile:                                      ## Run benchmarks with cProfile profiling
	@echo "${INFO} Running profiled benchmarks... 🔬"
	@uv run python tools/scripts/bench.py --profile
	@echo "${OK} Profiled benchmarks complete. Profiles saved to tools/scripts/profiles/"

.PHONY: bench-gate
bench-gate:                                         ## Run performance regression gate
	@echo "${INFO} Running performance gate... 🚦"
	@uv run python tools/scripts/bench_gate.py
	@echo "${OK} Performance gate complete"

.PHONY: bench-subsystems
bench-subsystems:                                   ## Run subsystem micro-benchmarks
	@echo "${INFO} Running subsystem micro-benchmarks... 🔬"
	@uv run python tools/scripts/bench_subsystems.py
	@echo "${OK} Subsystem benchmarks complete"

.PHONY: bench-analyze
bench-analyze:                                      ## Analyze saved profile data
	@echo "${INFO} Analyzing benchmark profiles... 📊"
	@uv run python tools/scripts/analyze_profile.py tools/scripts/profiles/
	@echo "${OK} Profile analysis complete"

# =============================================================================
# PGO (Profile-Guided Optimization)
# =============================================================================

PGO_DIR := /tmp/sqlspec-pgo
PGO_BUILD_DIR := /tmp/sqlspec-mypyc-build

.PHONY: pgo-verify
pgo-verify:                                         ## Verify CFLAGS reach the C compiler through hatch-mypyc
	@echo "${INFO} Testing CFLAGS passthrough to C compiler..."
	@CFLAGS="-DPGO_CANARY=1" uv run python -c "\
	from distutils.sysconfig import customize_compiler; \
	from distutils.ccompiler import new_compiler; \
	cc = new_compiler(); customize_compiler(cc); \
	cmd = ' '.join(cc.compiler_so); \
	assert 'PGO_CANARY' in cmd, f'CFLAGS not found in: {cmd}'; \
	print('CFLAGS reach compiler: ' + cmd)" 2>/dev/null
	@echo "${OK} CFLAGS passthrough verified"

.PHONY: pgo-local
pgo-local:                                          ## Run full three-stage PGO build locally
	@echo "${INFO} Running PGO three-stage build..."
	@rm -rf $(PGO_DIR) $(PGO_BUILD_DIR) dist/
	@mkdir -p $(PGO_DIR) $(PGO_BUILD_DIR)
	@echo "${INFO} Stage 1: Building instrumented wheel..."
	@CFLAGS="-fprofile-generate=$(PGO_DIR)" \
		HATCH_MYPYC_BUILD_DIR=$(PGO_BUILD_DIR) \
		HATCH_BUILD_HOOKS_ENABLE=1 uv build --wheel >/dev/null 2>&1
	@echo "${OK} Instrumented wheel built"
	@echo "${INFO} Stage 2: Running training workload..."
	@uv pip install dist/*.whl --force-reinstall --no-deps >/dev/null 2>&1
	@.venv/bin/python tools/scripts/pgo_training.py
	@echo "${OK} Training complete"
	@rm -rf dist/ $(PGO_BUILD_DIR)/build $(PGO_BUILD_DIR)/tmp
	@echo "${INFO} Stage 3: Building PGO-optimized wheel..."
	@CFLAGS="-fprofile-use=$(PGO_DIR) -fprofile-correction -Wno-error=missing-profile -Wno-error=coverage-mismatch" \
		HATCH_MYPYC_BUILD_DIR=$(PGO_BUILD_DIR) \
		HATCH_BUILD_HOOKS_ENABLE=1 uv build --wheel >/dev/null 2>&1
	@echo "${OK} PGO-optimized wheel built: $$(ls dist/*.whl)"
	@uv pip install dist/*.whl --force-reinstall --no-deps >/dev/null 2>&1
	@echo "${OK} PGO build complete 🚀"

# =============================================================================
# Development Infrastructure
# =============================================================================

.PHONY: infra-up
infra-up:                                              ## Start development infrastructure (databases, storage)
	@echo "${INFO} Starting development infrastructure..."
	@./tools/local-infra.sh up
	@echo "${OK} Development infrastructure ready ✨"

.PHONY: infra-down
infra-down:                                            ## Stop development infrastructure
	@echo "${INFO} Stopping development infrastructure..."
	@./tools/local-infra.sh down --quiet
	@echo "${OK} Development infrastructure stopped"

.PHONY: infra-status
infra-status:                                          ## Show development infrastructure status
	@./tools/local-infra.sh status

.PHONY: infra-cleanup
infra-cleanup:                                         ## Clean up development infrastructure
	@echo "${WARN} This will remove all development containers and volumes"
	@./tools/local-infra.sh cleanup

.PHONY: infra-postgres
infra-postgres:                                        ## Start only PostgreSQL
	@echo "${INFO} Starting PostgreSQL..."
	@./tools/local-infra.sh up postgres --quiet
	@echo "${OK} PostgreSQL ready on port 5433"

.PHONY: infra-oracle
infra-oracle:                                          ## Start only Oracle
	@echo "${INFO} Starting Oracle..."
	@./tools/local-infra.sh up oracle --quiet
	@echo "${OK} Oracle ready on port 1522"

.PHONY: infra-mysql
infra-mysql:                                           ## Start only MySQL
	@echo "${INFO} Starting MySQL..."
	@./tools/local-infra.sh up mysql --quiet
	@echo "${OK} MySQL ready on port 3307"

# =============================================================================
# End of Makefile
# =============================================================================