requirements.txt

# ── Core inference ────────────────────────────────────────────────────────────
mlx>=0.18
mlx-lm>=0.19
safetensors>=0.4
numpy>=1.26
transformers>=4.40
huggingface-hub>=0.23

# ── TUI (progress bars, spinners, styled output) ──────────────────────────────
rich>=13.0

# ── OpenAI-compatible API server (server.py) ──────────────────────────────────
fastapi>=0.111
uvicorn[standard]>=0.29.0
sse-starlette>=1.8.2
# ── Fast JSON (optional speed-up — 3–7× faster SSE serialisation) ──────────
# Graceful stdlib fallback when not installed.
orjson>=3.9
# ── Entropy compression / transparent .npy.zst loading ───────────────────────
zstandard>=0.22.0

# ── Evaluation extras (install separately) ───────────────────────────────────
# pip install "squish[eval]"   or   pip install -r requirements-eval.txt
# lm-eval, datasets, accelerate, sacrebleu, rouge_score, nltk