seagrep/Makefile at main · TalkingComputers/seagrep · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
BENCH_SCENARIOS=crates/xbench/scenarios/queries.toml
BENCH_SEED=1
BENCH_OBJECTS=1000
BENCH_SIZE=4096
BENCH_ITERATIONS=5
BENCH_WARMUP=1
BENCH_CONCURRENCY=64
MINIO_ENV=env -u AWS_PROFILE AWS_ACCESS_KEY_ID=minioadmin AWS_SECRET_ACCESS_KEY=minioadmin SEAGREP_BENCH_BUCKET=seagrep-bench SEAGREP_BENCH_REGION=us-east-1 SEAGREP_BENCH_ENDPOINT=http://127.0.0.1:9000
XBENCH=cargo run --locked --release -p seagrep-bench --

.PHONY: check package bench bench-micro bench-s3 bench-minio bench-prose

check:
	cargo fmt --all --check
	cargo clippy --locked --workspace --all-targets --all-features -- -D warnings
	cargo test --locked --workspace --all-features
	cargo test --locked --release --workspace --all-features
	RUSTDOCFLAGS="-D warnings" cargo doc --locked --no-deps --document-private-items --workspace
	cargo deny check
	actionlint
	typos

package:
	cargo package --locked -p seagrep-core
	cargo package --locked -p seagrep-query --config 'patch.crates-io.seagrep-core.path="crates/core"'
	cargo package --locked -p seagrep-index --config 'patch.crates-io.seagrep-core.path="crates/core"' --config 'patch.crates-io.seagrep-query.path="crates/query"'
	cargo package --locked -p seagrep-s3 --config 'patch.crates-io.seagrep-core.path="crates/core"'
	cargo package --locked -p seagrep --config 'patch.crates-io.seagrep-core.path="crates/core"' --config 'patch.crates-io.seagrep-query.path="crates/query"' --config 'patch.crates-io.seagrep-index.path="crates/index"' --config 'patch.crates-io.seagrep-s3.path="crates/s3"'
	cargo package --locked -p seagrep-bench --config 'patch.crates-io.seagrep-core.path="crates/core"' --config 'patch.crates-io.seagrep-index.path="crates/index"' --config 'patch.crates-io.seagrep-s3.path="crates/s3"'

bench: bench-micro

bench-micro:
	cargo bench --locked -p seagrep-index

bench-prose:
	$(XBENCH) seed --seed $(BENCH_SEED) --objects 1000 --size 65536 --corpus prose
	$(XBENCH) upload --target dir
	$(XBENCH) run --scenarios crates/xbench/scenarios/prose.toml --iterations $(BENCH_ITERATIONS) --warmup $(BENCH_WARMUP) --concurrency $(BENCH_CONCURRENCY)
	cp crates/xbench/runs/latest.json crates/xbench/runs/prose-trigram.json
	$(XBENCH) upload --target dir --strategy sparse
	$(XBENCH) run --scenarios crates/xbench/scenarios/prose.toml --iterations $(BENCH_ITERATIONS) --warmup $(BENCH_WARMUP) --concurrency $(BENCH_CONCURRENCY)
	cp crates/xbench/runs/latest.json crates/xbench/runs/prose-sparse.json
	$(XBENCH) compare crates/xbench/runs/prose-trigram.json crates/xbench/runs/prose-sparse.json
	$(XBENCH) render --input crates/xbench/runs/prose-sparse.json

bench-s3:
	$(XBENCH) seed --seed $(BENCH_SEED) --objects $(BENCH_OBJECTS) --size $(BENCH_SIZE)
	$(XBENCH) upload --target s3
	$(XBENCH) run --scenarios $(BENCH_SCENARIOS) --iterations $(BENCH_ITERATIONS) --warmup $(BENCH_WARMUP) --concurrency $(BENCH_CONCURRENCY)
	cp crates/xbench/runs/latest.json crates/xbench/runs/s3.json
	$(XBENCH) render --input crates/xbench/runs/s3.json

bench-minio:
	docker compose -f docker-compose.bench.yml up -d
	$(MINIO_ENV) $(XBENCH) seed --seed $(BENCH_SEED) --objects $(BENCH_OBJECTS) --size $(BENCH_SIZE)
	$(MINIO_ENV) $(XBENCH) upload --target s3
	$(MINIO_ENV) $(XBENCH) run --scenarios $(BENCH_SCENARIOS) --iterations $(BENCH_ITERATIONS) --warmup $(BENCH_WARMUP) --concurrency $(BENCH_CONCURRENCY)
	cp crates/xbench/runs/latest.json crates/xbench/runs/minio.json
	$(XBENCH) render --input crates/xbench/runs/minio.json