Makefile

VERSION := $(shell git describe --tags --always --dirty)
COMMIT := $(shell git rev-parse --short HEAD)

install:
	go mod download

build:
	CGO_ENABLED=0 go build -ldflags="-w -s -X main.version=${VERSION} -X main.commit=${COMMIT}" -o chopdoc ./chopdoc.go

test: 
	go test -v ./...

lint:
	golangci-lint run --verbose

lint-fix:
	golangci-lint run --verbose --fix

release-draft:
	goreleaser release --snapshot --draft

pipe:
	cat ./tests/pg_essay.txt | go run ./chopdoc.go

compare-recursive:
	# in practice langchain is doing extra cleaning "trim", so we must specify clean=trim
	# size 60, overlap 0
	go run ./chopdoc.go -input ./tests/pg_essay.txt -output ./tests/recursive_60_0_go.jsonl -size 60 -overlap 0 -method recursive -clean trim
	cd tests && uv run ./recursive.py --size 60 --overlap 0 --input ./pg_essay.txt --output ./recursive_60_0_py.jsonl
	cd tests && uv run ./diff.py ./recursive_60_0_py.jsonl ./recursive_60_0_go.jsonl

	# size 375, overlap 0
	go run ./chopdoc.go -input ./tests/pg_essay.txt -output ./tests/recursive_375_0_go.jsonl -size 375 -overlap 0 -method recursive -clean trim
	cd tests && uv run ./recursive.py --size 375 --overlap 0 --input ./pg_essay.txt --output ./recursive_375_0_py.jsonl
	cd tests && uv run ./diff.py ./recursive_375_0_py.jsonl ./recursive_375_0_go.jsonl