AgentSQL-Asym/Makefile at main · khang3004/AgentSQL-Asym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
.PHONY: setup build up down shell clean pull-data build-index smoke eval run-pipeline sync-deps

-include .env
export

NUM_SAMPLES ?= 20
QUESTION ?= What is the ratio of customers who pay in EUR against customers who pay in CZK?
DB_PATH ?= data_minidev/MINIDEV/dev_databases/debit_card_specializing/debit_card_specializing.sqlite

.env:
	cp .env.example .env
	@echo "Created .env from .env.example — configure API keys."

# -------- LOCAL VIRTUAL ENV --------
setup: .env
	@echo "Setting up local venv with uv..."
	curl -LsSf https://astral.sh/uv/install.sh | sh
	uv venv .venv
	uv pip install -r pyproject.toml
	@echo "Run: source .venv/bin/activate"

# -------- DOCKER --------
DOCKER_ENV = -e PYTHONPATH=/app/src:/app \
             -e GENERATOR_PROVIDER=$(GENERATOR_PROVIDER) \
             -e GENERATOR_MODEL=$(GENERATOR_MODEL) \
             -e CRITIC_PROVIDER=$(CRITIC_PROVIDER) \
             -e CRITIC_MODEL=$(CRITIC_MODEL)

DOCKER_EXEC = docker compose exec $(DOCKER_ENV) llm-eval

build:
	docker compose build

up: .env
	docker compose up -d
	@echo "Use: make shell"

down:
	docker compose down

pull-data:
	$(DOCKER_EXEC) bash -c "sh scripts/pull_data.sh"

shell:
	$(DOCKER_EXEC) bash

sync-deps:
	$(DOCKER_EXEC) bash -c "uv pip install -r pyproject.toml --system"

# -------- AgentSQL --------
smoke: sync-deps
	$(DOCKER_EXEC) python3 src/smoke_test_agent.py

# -------- Offline index (run once before MasterPipeline) --------
TABLES_JSON ?= data_minidev/MINIDEV/dev_tables.json
DB_ROOT     ?= data_minidev/MINIDEV/dev_databases
INDEX_DIR   ?= src/text2sql_agent/index
BGE_MODEL   ?= BAAI/bge-small-en-v1.5

build-index: sync-deps
	$(DOCKER_EXEC) python3 src/build_offline_index.py \
		--tables_json $(TABLES_JSON) \
		--db_root $(DB_ROOT) \
		--output_dir $(INDEX_DIR) \
		--model $(BGE_MODEL)

run-pipeline: sync-deps
	$(DOCKER_EXEC) python3 src/text2sql_agent/tools/sequential_pipeline.py \
		--question "$(QUESTION)" \
		--db_path "$(DB_PATH)" \
		--top_k 3

eval: sync-deps
	@echo "AgentSQL LangGraph (SOTA) | Generator: $(GENERATOR_PROVIDER)/$(GENERATOR_MODEL) | Critic: $(CRITIC_PROVIDER)/$(CRITIC_MODEL)"
	$(DOCKER_EXEC) python3 research/benchmark_eval.py --num_samples $(NUM_SAMPLES)
# -------- CLEANUP --------
clean:
	rm -rf .venv
	find . -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true