strudle-basic/Makefile at main · chance600/strudle-basic · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
.PHONY: serve serve_8001 process validate clean_index reindex embed_dense embed_hydra embed_supercollider embed_strudel_no_faiss evaluate_keyword evaluate_dense_numpy_hydra evaluate_dense_numpy_supercollider evaluate_dense_numpy_strudel suggest_plan orchestrate_set adapters_hydra_static adapters_strudel_static strudel_registry strudel_validate osc_hush test_smoke test_ui llm_proxy dataset_strudel train_lora serve_lora

serve:
	python -m http.server 8000

serve_8001:
	python -m http.server 8001

llm_proxy:
	python scripts/llm_proxy.py 11534 http://localhost:11434

dataset_strudel:
	python scripts/extract_strudel_code.py data/raw/strudel_docs data/models/datasets/strudel_corpus.txt

train_lora:
	python scripts/train_lora.py data/models/base data/models/datasets/strudel_corpus.txt data/models/strudel_lora 800 512

serve_lora:
	python scripts/serve_lora.py data/models/base data/models/strudel_lora 11534

process:
	python scripts/process_corpus.py --input-dir data/raw --output-dir data/processed

validate:
	python scripts/validate_and_enhance.py --processed-dir data/processed

clean_index:
	python scripts/clean_index.py --processed-dir data/processed --output data/processed/indexes/content_index_rebuilt.json

reindex:
	python scripts/reindex_chunks.py --processed-dir data/processed

embed_dense:
	python scripts/embed_chunks.py --processed-dir data/processed --output-dir data/processed/indexes --model BAAI/bge-small-en

embed_hydra:
	python scripts/embed_chunks.py --processed-dir data/processed --output-dir data/processed/indexes --model BAAI/bge-small-en --domain hydra

embed_supercollider:
	python scripts/embed_chunks.py --processed-dir data/processed --output-dir data/processed/indexes --model BAAI/bge-small-en --domain supercollider

embed_strudel_no_faiss:
	HF_HOME=./data/models python scripts/embed_chunks.py --processed-dir data/processed --output-dir data/processed/indexes --model BAAI/bge-small-en --domain strudel --source chunks --no-faiss

evaluate_keyword:
	python scripts/evaluate_retrieval.py --processed-dir data/processed --mode keyword --domain hydra --top-k 10
	python scripts/evaluate_retrieval.py --processed-dir data/processed --mode keyword --domain supercollider --top-k 10

evaluate_dense_numpy_hydra:
	python scripts/evaluate_retrieval.py --processed-dir data/processed --mode dense_numpy --domain hydra --top-k 10 --emb-npy data/processed/indexes/embeddings_hydra.npy --emb-meta data/processed/indexes/embeddings_meta_hydra.json

evaluate_dense_numpy_supercollider:
	python scripts/evaluate_retrieval.py --processed-dir data/processed --mode dense_numpy --domain supercollider --top-k 10 --emb-npy data/processed/indexes/embeddings_supercollider.npy --emb-meta data/processed/indexes/embeddings_meta_supercollider.json

evaluate_dense_numpy_strudel:
	python scripts/evaluate_retrieval.py --processed-dir data/processed --mode dense_numpy --domain strudel --top-k 10 --emb-npy data/processed/indexes/embeddings_strudel.npy --emb-meta data/processed/indexes/embeddings_meta_strudel.json

suggest_plan:
	python scripts/suggest_plan.py --domain strudel --top-k 12 --processed-dir data/processed --cheatsheet docs/cheatsheets/strudel.md --out docs/compositions --report docs/compositions/orchestrate_user_d_minor_report.json --query "phrasing transitions dynamics"

orchestrate_set:
	python scripts/orchestrate_sets.py --plan docs/compositions/plan_user_d_minor.json --domain strudel --cheatsheet docs/cheatsheets/strudel.md --out docs/compositions --report docs/compositions/orchestrate_user_d_minor_report.json

adapters_hydra_static:
	python scripts/adapter_hydra.py --code-file data/raw/hydra_docs/docs/getting\ started_1762214830.html --static --timeout 3 --output-json data/processed/indexes/adapter_hydra_report.json --screenshot data/processed/indexes/hydra_adapter_output.png

adapters_strudel_static:
	python scripts/adapter_strudel.py --input data/raw/strudel_docs/doc_127.txt --output-dir data/processed/indexes

strudel_registry:
	python scripts/strudel_registry.py

strudel_validate:
	python scripts/strudel_validate.py data/processed/indexes/strudel_functions.json docs/compositions/strudel_live_session.strudel

osc_hush:
	python scripts/osc_bridge.py --address /hush

test_smoke:
	python -m pytest -q tests/test_registry_and_validation.py

test_ui:
	python -m pytest -q tests/test_conductor_assets.py