Makefile

# Development entry points. Nothing here is required to use Thinference;
# every target is a thin wrapper around a command documented in README.md.

PYTHON ?= python3
CONFIG ?= thinference.local.json
IMAGE ?= thinference-test

.PHONY: help test install install-editable package doctor ask chat benchmark \
        docker-build docker-test ci

# First target, so a bare `make` explains itself instead of doing work.
help:
	@echo "Thinference development targets"
	@echo ""
	@echo "  make test              run the full unit suite from src/"
	@echo "  make install           install the package with pip"
	@echo "  make install-editable  install the package in editable mode"
	@echo "  make package           build a wheel into dist/"
	@echo "  make ci                what CI runs: tests, then the wheel build"
	@echo ""
	@echo "  make doctor            validate the local runtime and model"
	@echo "  make ask PROMPT='...'  run one non-interactive prompt"
	@echo "  make chat              start one interactive conversation"
	@echo "  make benchmark         run the one fixed CPU-only benchmark"
	@echo ""
	@echo "  make docker-build      build the test image ($(IMAGE))"
	@echo "  make docker-test       run the unit suite inside that image"
	@echo ""
	@echo "Variables: PYTHON=$(PYTHON) CONFIG=$(CONFIG) IMAGE=$(IMAGE)"
	@echo "doctor, ask, chat, and benchmark need a real local llama.cpp build"
	@echo "and a real model, so they run on the host and never in Docker."

test:
	PYTHONPATH=src $(PYTHON) -m unittest discover -s tests -v

install:
	$(PYTHON) -m pip install .

install-editable:
	$(PYTHON) -m pip install -e .

package:
	$(PYTHON) -m pip wheel . --no-deps --wheel-dir dist

doctor:
	PYTHONPATH=src $(PYTHON) -m thinference doctor --config $(CONFIG)

# PROMPT is passed as one shell-quoted argument, so a single quote inside it
# would break the quoting; use the documented command directly in that case.
ask:
	@test -n "$(PROMPT)" || { echo "make ask requires PROMPT, e.g. make ask PROMPT='your question'" >&2; exit 2; }
	PYTHONPATH=src $(PYTHON) -m thinference ask --config $(CONFIG) "$(PROMPT)"

# No pipe and no capture: chat needs the real terminal on stdin and stdout.
chat:
	PYTHONPATH=src $(PYTHON) -m thinference chat --config $(CONFIG)

benchmark:
	PYTHONPATH=src $(PYTHON) -m thinference benchmark --config $(CONFIG)

docker-build:
	docker build -t $(IMAGE) .

docker-test:
	docker run --rm $(IMAGE)

# Deliberately no model, no inference, and no benchmark: CI has neither.
ci: test package