Makefile

.PHONY: help install dev test db-up db-down db-init download ingest eval eval-dedup eval-routing ablation clean

help:
	@echo "finrag-eval — common tasks"
	@echo "  make install      Install runtime dependencies"
	@echo "  make dev          Install dev/test dependencies"
	@echo "  make test         Run the test suite"
	@echo "  make db-up        Start the local Supabase/pgvector container"
	@echo "  make db-init      Create tables, indexes, and match function"
	@echo "  make download     Download Apple's two most recent 10-Ks (FY2024 + FY2025)"
	@echo "  make eval         Run the evaluation suite (raw)"
	@echo "  make ablation     Run raw / dedup / routing variants for comparison"

install:
	pip install -r requirements.txt

dev:
	pip install -r requirements-dev.txt

test:
	pytest -q

db-up:
	docker-compose up -d

db-down:
	docker-compose down

db-init:
	python scripts/init_db.py

download:
	python src/ingestion/edgar_download.py --ticker AAPL --count 2

# Usage: make ingest FILE=data/raw/AAPL_10K_2024-11-01.htm
ingest:
	python src/ingestion/ingest.py --input $(FILE) --ticker AAPL

eval:
	python src/eval/run_eval.py

eval-dedup:
	python src/eval/run_eval.py --deduplicate

eval-routing:
	python src/eval/run_eval.py --metadata-routing

# Ablation: the project's core thesis is "overlap helps retrieval, hurts naive
# eval." These three runs isolate the effect of dedup and metadata routing.
ablation: eval eval-dedup eval-routing
	@echo "Ablation complete — compare the three stored runs in the eval_runs table."

clean:
	find . -type d -name __pycache__ -exec rm -rf {} + 2>/dev/null || true
	rm -rf .pytest_cache