librarian/Makefile at main · omtodkar/librarian · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
.PHONY: build install clean test \
        infinity-setup infinity-start infinity-stop infinity-restart infinity-status infinity-logs infinity-smoke

BINARY_NAME=librarian

# Infinity venv lives under XDG_DATA_HOME so it survives repo clones /
# branch switches and stays out of the working tree. scripts/infinity.sh
# resolves the same path via $XDG_DATA_HOME at runtime — honour the env
# var here too so a user who exports XDG_DATA_HOME doesn't end up with
# the Makefile installing at ~/.local/share/... and the script looking
# under $XDG_DATA_HOME/...
XDG_DATA_HOME ?= $(HOME)/.local/share
INFINITY_DATA_DIR ?= $(XDG_DATA_HOME)/librarian/infinity
INFINITY_VENV = $(INFINITY_DATA_DIR)/.venv

build:
	go build -tags fts5 -o $(BINARY_NAME) .

install:
	go install -tags fts5 .

clean:
	rm -f $(BINARY_NAME)

test:
	go test -tags fts5 ./...

# Local Infinity server for Qwen3-Embedding + Qwen3-Reranker.
# First-time setup creates an isolated Python venv and installs infinity-emb.
# Subsequent starts are ~instant (plus ~30-60s of first-run HF model download).
# See docs/configuration.md § "Local embedding + rerank via Infinity".

infinity-setup:
	@command -v uv >/dev/null 2>&1 || { \
	    echo "uv not found."; \
	    echo "  macOS:  brew install uv"; \
	    echo "  Linux:  curl -LsSf https://astral.sh/uv/install.sh | sh"; \
	    exit 1; }
	mkdir -p $(INFINITY_DATA_DIR)
	# uv venv is a no-op if the venv already exists, so infinity-setup is
	# safe to re-run. To force a clean re-install (e.g. a corrupt venv),
	# `rm -rf $(INFINITY_VENV) && make infinity-setup`.
	uv venv --python 3.12 $(INFINITY_VENV)
	uv pip install --python $(INFINITY_VENV)/bin/python 'infinity-emb[all]'
	# Dependency fix-ups for the current infinity-emb 0.0.77 pin:
	#   1) optimum 2.x removed bettertransformer, and bettertransformer<2.0 requires
	#      transformers<4.49 which doesn't know Qwen3. Uninstall optimum entirely so
	#      infinity's soft-import block is skipped; scripts/infinity.sh passes
	#      --no-bettertransformer to keep the runtime path off the broken name.
	#   2) click 8.3+ breaks typer 0.12.x's "secondary flag" handling. Pin click<8.2.
	# Remove these once infinity-emb publishes a release compatible with the current
	# optimum / click / transformers stack.
	-uv pip uninstall --python $(INFINITY_VENV)/bin/python optimum optimum-onnx 2>/dev/null
	uv pip install --python $(INFINITY_VENV)/bin/python 'click<8.2'
	@echo ""
	@echo "Infinity installed at $(INFINITY_VENV)"
	@echo "Next: make infinity-start"

infinity-start:
	@scripts/infinity.sh start

infinity-stop:
	@scripts/infinity.sh stop

infinity-restart:
	@scripts/infinity.sh restart

infinity-status:
	@scripts/infinity.sh status

infinity-logs:
	@scripts/infinity.sh logs

infinity-smoke:
	@scripts/infinity.sh smoke