58124cd657
Models: - configs/models.conf: catalog with Qwen3.5-35B-A3B (MoE, top pick), Qwen3.5-27B (dense), Qwen3-Coder-30B-A3B (agentic/coding) - Updated benchmark setup to show catalog with download status - docs/model-recommendations.md: memory planning, quantization guide Agentic evaluation: - scripts/agentic/setup.sh: installs inspect-ai, evalplus, bigcodebench in a Python venv - scripts/agentic/run-eval.sh: runs evaluations against local LLM server (ollama or llama.cpp). Suites: quick (HumanEval+IFEval), code (EvalPlus+BigCodeBench), tooluse (BFCL), full (all) - bin/agentic: dispatcher with help - docs/agentic-benchmarks.md: methodology, framework comparison, model recommendations for agentic use Updated: Makefile (6 new targets), README, CLAUDE.md, docs/references.md Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
79 lines
2.4 KiB
Makefile
79 lines
2.4 KiB
Makefile
.PHONY: help audit audit-full monitor monitor-simple benchmark benchmark-baseline benchmark-compare optimize verify test agentic-setup agentic-quick agentic-full
|
|
|
|
help: ## Show available commands
|
|
@echo "Strix Halo Optimization Toolkit"
|
|
@echo ""
|
|
@grep -E '^[a-zA-Z_-]+:.*?## .*$$' $(MAKEFILE_LIST) | awk 'BEGIN {FS = ":.*?## "}; {printf " \033[36m%-22s\033[0m %s\n", $$1, $$2}'
|
|
|
|
# --- Audit ---
|
|
audit: ## Quick system status (single screen)
|
|
@bash bin/audit --quick
|
|
|
|
audit-full: ## Full system report (saved to data/audits/)
|
|
@bash bin/audit --full
|
|
|
|
# --- Monitor ---
|
|
monitor: ## Launch tmux monitoring dashboard
|
|
@bash bin/monitor --dashboard
|
|
|
|
monitor-simple: ## Launch amdgpu_top only
|
|
@bash bin/monitor --simple
|
|
|
|
monitor-install: ## Install monitoring tools (amdgpu_top, btop)
|
|
@bash scripts/monitor/install-tools.sh
|
|
|
|
monitor-log: ## Start background metric logger
|
|
@bash bin/monitor --log
|
|
|
|
# --- Benchmark ---
|
|
benchmark-setup: ## Ensure toolboxes and test models are ready
|
|
@bash scripts/benchmark/setup.sh
|
|
|
|
benchmark-baseline: ## Capture pre-optimization baseline
|
|
@bash bin/benchmark baseline
|
|
|
|
benchmark: ## Run full benchmark suite
|
|
@bash bin/benchmark run
|
|
|
|
benchmark-compare: ## Compare two benchmark runs (usage: make benchmark-compare BEFORE=dir AFTER=dir)
|
|
@bash bin/benchmark compare $(BEFORE) $(AFTER)
|
|
|
|
# --- Optimize ---
|
|
optimize: ## Interactive optimization walkthrough
|
|
@bash bin/optimize --all
|
|
|
|
optimize-kernel: ## Configure kernel boot parameters
|
|
@bash scripts/optimize/kernel-params.sh
|
|
|
|
optimize-tuned: ## Switch to accelerator-performance profile
|
|
@bash scripts/optimize/tuned-profile.sh
|
|
|
|
optimize-vram: ## BIOS VRAM guidance + GTT verification
|
|
@bash scripts/optimize/vram-gtt.sh
|
|
|
|
verify: ## Post-optimization verification checklist
|
|
@bash scripts/optimize/verify.sh
|
|
|
|
rollback: ## Rollback optimizations
|
|
@bash scripts/optimize/rollback.sh
|
|
|
|
# --- Agentic Evaluation ---
|
|
agentic-setup: ## Install agentic evaluation frameworks (inspect-ai, evalplus)
|
|
@bash bin/agentic setup
|
|
|
|
agentic-quick: ## EvalPlus + IFEval quick eval (needs --model, ~1h)
|
|
@bash bin/agentic quick $(ARGS)
|
|
|
|
agentic-code: ## Code generation eval: EvalPlus + BigCodeBench (~2-3h)
|
|
@bash bin/agentic code $(ARGS)
|
|
|
|
agentic-tooluse: ## Tool/function calling eval: BFCL (~1-2h)
|
|
@bash bin/agentic tooluse $(ARGS)
|
|
|
|
agentic-full: ## All agentic evaluations (~5-6h)
|
|
@bash bin/agentic full $(ARGS)
|
|
|
|
# --- Tests ---
|
|
test: ## Run BATS test suite
|
|
@bats tests/
|