requirements.txt

# ============================================================
# IatrogeniX — requirements.txt
# Split by environment: Colab (training) vs VPS (inference)
# ============================================================

# ── Training ─────────────────────────────────────────────────
# Install on Google Colab free T4 only.
# Run: pip install -r requirements.txt --extra-index-url https://pypi.org/simple
unsloth[colab-new] @ git+https://github.com/unslothai/unsloth.git
datasets>=2.20.0,<4.0.0
trl>=0.12.0
transformers>=4.51.0
accelerate>=1.6.0
peft>=0.14.0
bitsandbytes>=0.45.0
sentencepiece>=0.2.0

# ── Inference & Safety ───────────────────────────────────────
# Install on 8 GB VPS (no GPU needed for 2B model).
llama-cpp-python>=0.3.0
fastapi>=0.115.0
uvicorn>=0.32.0
pydantic>=2.9.0
httpx>=0.27.0
streamlit>=1.38.0

# ── Evaluation & Benchmarking ────────────────────────────────
# Installs everywhere.
scikit-learn>=1.5.0
rouge-score>=0.1.2
nltk>=3.9.0
pandas>=2.2.0
numpy>=1.26.0
tqdm>=4.66.0
requests>=2.32.0

# ── Data Pipeline ───────────────────────────────────────────
# For prepare_data.py (Colab) and benchmark_loader.py (any env).
datasets>=2.20.0,<4.0.0     # pinned to avoid trust_remote_code removal error
huggingface-hub>=0.24.0